{ "communityAttemptedAt": "2026-10-20T04:05:41.377774+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-20T04:05:41.377774+00:00", "frameworkAttemptedAt": "2026-10-20T02:21:30.654355+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 43561, "officialConfigError": null, "officialConfigValid": true, "successCount": 21885, "successRate": 0.5023989348270241, "wilsonLowerBound": 0.4977035350562096 }, "vllm": { "framework": "vllm", "modelCount": 58083, "officialConfigError": null, "officialConfigValid": true, "successCount": 15522, "successRate": 0.26723826248644184, "wilsonLowerBound": 0.2636549046596571 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 5210, "officialConfigError": null, "officialConfigValid": true, "successCount": 1656, "successRate": 0.31785028790786946, "wilsonLowerBound": 0.3053443308682341 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 38505, "officialConfigError": null, "officialConfigValid": true, "successCount": 18396, "successRate": 0.4777561355668095, "wilsonLowerBound": 0.47276932939991384 }, "vllm": { "framework": "vllm", "modelCount": 40545, "officialConfigError": null, "officialConfigValid": true, "successCount": 11103, "successRate": 0.27384387717351094, "wilsonLowerBound": 0.2695248142578045 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 14129, "officialConfigError": null, "officialConfigValid": true, "successCount": 5862, "successRate": 0.41489135819944795, "wilsonLowerBound": 0.4067912664690712 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64266, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.1882488407556095, "wilsonLowerBound": 0.18524516980216948 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 34595, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 7390, "successRate": 0.21361468420291949, "wilsonLowerBound": 0.2093276105134159 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8327, "officialConfigError": null, "officialConfigValid": true, "successCount": 117, "successRate": 0.01405067851567191, "wilsonLowerBound": 0.01173737088961676 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26773, "officialConfigError": null, "officialConfigValid": true, "successCount": 3288, "successRate": 0.12281029395286296, "wilsonLowerBound": 0.11893269644624704 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16521, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10144664366563767, "wilsonLowerBound": 0.09693497021042136 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 17333, "officialConfigError": null, "officialConfigValid": true, "successCount": 6701, "successRate": 0.38660358853054866, "wilsonLowerBound": 0.3793797298335849 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24821, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.1534184762902381, "wilsonLowerBound": 0.14898860962882118 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 55016, "officialConfigError": null, "officialConfigValid": true, "successCount": 13845, "successRate": 0.2516540642722117, "wilsonLowerBound": 0.24804518099225148 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 25260, "officialConfigError": null, "officialConfigValid": true, "successCount": 3222, "successRate": 0.12755344418052256, "wilsonLowerBound": 0.12349608990298666 }, "vllm": { "framework": "vllm", "modelCount": 87123, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11216326343215913, "wilsonLowerBound": 0.11008486994554824 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 49123, "officialConfigError": null, "officialConfigValid": true, "successCount": 5675, "successRate": 0.11552633186083912, "wilsonLowerBound": 0.1127295376927696 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 51416, "officialConfigError": null, "officialConfigValid": true, "successCount": 3792, "successRate": 0.07375136144390851, "wilsonLowerBound": 0.07152386111367423 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94950, "officialConfigError": null, "officialConfigValid": true, "successCount": 23929, "successRate": 0.25201685097419696, "wilsonLowerBound": 0.24926526729196052 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 146, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5668, "officialConfigError": null, "officialConfigValid": true, "successCount": 590, "successRate": 0.10409315455187015, "wilsonLowerBound": 0.09640917432375648 }, "vllm": { "framework": "vllm", "modelCount": 112915, "officialConfigError": null, "officialConfigValid": true, "successCount": 16539, "successRate": 0.14647301067174423, "wilsonLowerBound": 0.14442266275144017 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 304, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.003289473684210526, "wilsonLowerBound": 0.0005808941273062394 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 25543, "officialConfigError": null, "officialConfigValid": true, "successCount": 4157, "successRate": 0.1627451748032729, "wilsonLowerBound": 0.15826902372546114 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44311, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5723, "successRate": 0.12915528875448534, "wilsonLowerBound": 0.1260647319450567 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8471, "officialConfigError": null, "officialConfigValid": true, "successCount": 818, "successRate": 0.096564750324637, "wilsonLowerBound": 0.09045645180416947 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35537, "officialConfigError": null, "officialConfigValid": true, "successCount": 7144, "successRate": 0.20102991248557842, "wilsonLowerBound": 0.19689544510855106 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61559, "officialConfigError": null, "officialConfigValid": true, "successCount": 12430, "successRate": 0.20192010916356665, "wilsonLowerBound": 0.19876755682011554 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 18247, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5162, "successRate": 0.2828958184907108, "wilsonLowerBound": 0.27640675663097436 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16182, "officialConfigError": null, "officialConfigValid": true, "successCount": 3913, "successRate": 0.24181188975404772, "wilsonLowerBound": 0.23527635134151637 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 69484, "officialConfigError": null, "officialConfigValid": true, "successCount": 19109, "successRate": 0.2750129526221864, "wilsonLowerBound": 0.2717053272932578 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1616, "officialConfigError": null, "officialConfigValid": true, "successCount": 958, "successRate": 0.5928217821782178, "wilsonLowerBound": 0.5686744115301448 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48601, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44711014176663033, "wilsonLowerBound": 0.4426941103220847 }, "vllm": { "framework": "vllm", "modelCount": 41060, "officialConfigError": null, "officialConfigValid": true, "successCount": 5190, "successRate": 0.1264003896736483, "wilsonLowerBound": 0.1232210704231553 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1221, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6289, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.03052949594530132, "wilsonLowerBound": 0.026555749965692398 }, "vllm": { "framework": "vllm", "modelCount": 10113, "officialConfigError": null, "officialConfigValid": true, "successCount": 765, "successRate": 0.07564520913675467, "wilsonLowerBound": 0.07065102319044637 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7765, "officialConfigError": null, "officialConfigValid": true, "successCount": 3418, "successRate": 0.4401802962009015, "wilsonLowerBound": 0.42917115203851036 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7431, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.03296999058000269, "wilsonLowerBound": 0.02914532054852906 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 19594, "officialConfigError": null, "officialConfigValid": true, "successCount": 5589, "successRate": 0.2852403797080739, "wilsonLowerBound": 0.27896058502294263 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 29045, "officialConfigError": null, "officialConfigValid": true, "successCount": 14868, "successRate": 0.5118953348252712, "wilsonLowerBound": 0.5061454707403542 }, "vllm": { "framework": "vllm", "modelCount": 68376, "officialConfigError": null, "officialConfigValid": true, "successCount": 7384, "successRate": 0.10799110799110799, "wilsonLowerBound": 0.1056867006998832 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14255, "officialConfigError": null, "officialConfigValid": true, "successCount": 2525, "successRate": 0.17713083128726761, "wilsonLowerBound": 0.17095069467402527 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-20T04:05:41.377774+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1175.3835616438357, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0008984648417583, "queueWeight": 1.0008984648417583, "recentSuccess": 42, "recentSuccessRate": 0.2876712328767123, "recentTerminal": 146, "recentWilsonLowerBound": 0.22042903910602474, "running": 8, "selectionWeight": 2.5022461621043957, "stale": false, "submissionEligible": true, "throughputPerHour": 24.333333333333332, "waiting": 28601 }, "Ascend_910-b4": { "available": true, "backlogHours": 1308.5270270270269, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.276937992078629, "queueFactor": 0.9849168341276551, "queueWeight": 0.9849168341276551, "recentSuccess": 41, "recentSuccessRate": 0.27702702702702703, "recentTerminal": 148, "recentWilsonLowerBound": 0.21126100946346413, "running": 10, "selectionWeight": 2.242594558663063, "stale": false, "submissionEligible": true, "throughputPerHour": 24.666666666666668, "waiting": 32277 }, "Biren_166m": { "available": true, "backlogHours": 148.90322580645162, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.2646041997624607, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 22, "recentSuccessRate": 0.11827956989247312, "recentTerminal": 186, "recentWilsonLowerBound": 0.07942019606742386, "running": 16, "selectionWeight": 0.3439854596911989, "stale": false, "submissionEligible": false, "throughputPerHour": 31.0, "waiting": 4616 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1189.5, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.6404405073439411, "queueFactor": 0.9991076816680632, "queueWeight": 0.9991076816680632, "recentSuccess": 17, "recentSuccessRate": 0.18478260869565216, "recentTerminal": 92, "recentWilsonLowerBound": 0.11869236960805385, "running": 7, "selectionWeight": 0.6398690305387231, "stale": false, "submissionEligible": false, "throughputPerHour": 15.333333333333334, "waiting": 18239 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 359.5357142857143, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.4193921410191189, "queueFactor": 1.1955167339814956, "queueWeight": 1.1955167339814956, "recentSuccess": 24, "recentSuccessRate": 0.14285714285714285, "recentTerminal": 168, "recentWilsonLowerBound": 0.09791534368002101, "running": 7, "selectionWeight": 0.5013903226886839, "stale": false, "submissionEligible": false, "throughputPerHour": 28.0, "waiting": 10067 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 72.2171052631579, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 9, "recentSuccessRate": 0.029605263157894735, "recentTerminal": 304, "recentWilsonLowerBound": 0.01565193868162498, "running": 24, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 50.666666666666664, "waiting": 3659 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 217.6875, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.15420878946401023, "queueFactor": 1.288967422999763, "queueWeight": 1.288967422999763, "recentSuccess": 21, "recentSuccessRate": 0.09375, "recentTerminal": 224, "recentWilsonLowerBound": 0.06213634162352001, "running": 10, "selectionWeight": 0.19877010595933828, "stale": false, "submissionEligible": false, "throughputPerHour": 37.333333333333336, "waiting": 8127 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 2209.909090909091, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.4584535053353718, "queueFactor": 0.910459860437426, "queueWeight": 0.910459860437426, "recentSuccess": 15, "recentSuccessRate": 0.3409090909090909, "recentTerminal": 44, "recentWilsonLowerBound": 0.21875632628639943, "running": 2, "selectionWeight": 2.2383232353595433, "stale": false, "submissionEligible": true, "throughputPerHour": 7.333333333333333, "waiting": 16206 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 413.6595744680851, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.7699715412610804, "queueFactor": 1.1706322998174477, "queueWeight": 1.1706322998174477, "recentSuccess": 26, "recentSuccessRate": 0.18439716312056736, "recentTerminal": 141, "recentWilsonLowerBound": 0.12905789113836175, "running": 8, "selectionWeight": 0.9013535561404433, "stale": false, "submissionEligible": false, "throughputPerHour": 23.5, "waiting": 9721 }, "MetaX_c-500": { "available": true, "backlogHours": 619.7368421052631, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 1.246651021490277, "queueFactor": 1.1017571251271479, "queueWeight": 1.1017571251271479, "recentSuccess": 26, "recentSuccessRate": 0.22807017543859648, "recentTerminal": 114, "recentWilsonLowerBound": 0.16065986333040763, "running": 4, "selectionWeight": 1.37350664547395, "stale": false, "submissionEligible": true, "throughputPerHour": 19.0, "waiting": 11775 }, "Mthreads_s4000": { "available": true, "backlogHours": 2161.232876712329, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.5111840887545609, "queueFactor": 0.9135066857712243, "queueWeight": 0.9135066857712243, "recentSuccess": 13, "recentSuccessRate": 0.1780821917808219, "recentTerminal": 73, "recentWilsonLowerBound": 0.10713272068797697, "running": 4, "selectionWeight": 0.4669700827371623, "stale": false, "submissionEligible": false, "throughputPerHour": 12.166666666666666, "waiting": 26295 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 2370.0, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.14197555858943306, "queueFactor": 0.9009583468597219, "queueWeight": 0.9009583468597219, "recentSuccess": 6, "recentSuccessRate": 0.1276595744680851, "recentTerminal": 47, "recentWilsonLowerBound": 0.05984522780202478, "running": 2, "selectionWeight": 0.1279140645612212, "stale": false, "submissionEligible": false, "throughputPerHour": 7.833333333333333, "waiting": 18565 }, "Vastai_va16": { "available": true, "backlogHours": 1453.657894736842, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 0.9694995980013795, "queueWeight": 0.9694995980013795, "recentSuccess": 5, "recentSuccessRate": 0.06578947368421052, "recentTerminal": 76, "recentWilsonLowerBound": 0.028426113063375755, "running": 16, "selectionWeight": 0.04847497990006898, "stale": false, "submissionEligible": false, "throughputPerHour": 12.666666666666666, "waiting": 18413 }, "hygon_k100-ai": { "available": true, "backlogHours": 1380.0560747663553, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 1.2967060471130525, "queueFactor": 0.9770852450476221, "queueWeight": 0.9770852450476221, "recentSuccess": 25, "recentSuccessRate": 0.2336448598130841, "recentTerminal": 107, "recentWilsonLowerBound": 0.1635605614587961, "running": 7, "selectionWeight": 1.2669923457981902, "stale": false, "submissionEligible": true, "throughputPerHour": 17.833333333333332, "waiting": 24611 } }, "queueAttemptedAt": "2026-10-20T03:59:20.501270+00:00", "queueError": null, "queueUpdatedAt": "2026-10-20T03:59:20.501270+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }