{ "communityAttemptedAt": "2026-10-28T17:03:52.630656+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-28T17:03:52.630656+00:00", "frameworkAttemptedAt": "2026-10-28T17:00:38.723087+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 44720, "officialConfigError": null, "officialConfigValid": true, "successCount": 22633, "successRate": 0.5061046511627907, "wilsonLowerBound": 0.5014704668780349 }, "vllm": { "framework": "vllm", "modelCount": 59305, "officialConfigError": null, "officialConfigValid": true, "successCount": 15718, "successRate": 0.2650366748166259, "wilsonLowerBound": 0.26149978608063534 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 29, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 12, "successRate": 0.41379310344827586, "wilsonLowerBound": 0.2551293527964552 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 6340, "officialConfigError": null, "officialConfigValid": true, "successCount": 2087, "successRate": 0.329179810725552, "wilsonLowerBound": 0.3177190173995209 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 39944, "officialConfigError": null, "officialConfigValid": true, "successCount": 19346, "successRate": 0.4843280592829962, "wilsonLowerBound": 0.47942877745792695 }, "vllm": { "framework": "vllm", "modelCount": 41213, "officialConfigError": null, "officialConfigValid": true, "successCount": 11249, "successRate": 0.2729478562589474, "wilsonLowerBound": 0.2686682448015392 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 15652, "officialConfigError": null, "officialConfigValid": true, "successCount": 6339, "successRate": 0.4049961666240736, "wilsonLowerBound": 0.3973298528637263 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64349, "officialConfigError": null, "officialConfigValid": true, "successCount": 12100, "successRate": 0.18803711013380162, "wilsonLowerBound": 0.18503668276894034 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 39386, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 8141, "successRate": 0.2066978114050678, "wilsonLowerBound": 0.20272731588268642 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8629, "officialConfigError": null, "officialConfigValid": true, "successCount": 118, "successRate": 0.013674817475953182, "wilsonLowerBound": 0.011431782078122659 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26889, "officialConfigError": null, "officialConfigValid": true, "successCount": 3305, "successRate": 0.1229127152367139, "wilsonLowerBound": 0.11904195400650128 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16533, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10137301155265227, "wilsonLowerBound": 0.09686444071929254 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 19069, "officialConfigError": null, "officialConfigValid": true, "successCount": 7247, "successRate": 0.3800409040851644, "wilsonLowerBound": 0.37317620001590346 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24865, "officialConfigError": null, "officialConfigValid": true, "successCount": 3812, "successRate": 0.15330786245726927, "wilsonLowerBound": 0.1488832088267288 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 58770, "officialConfigError": null, "officialConfigValid": true, "successCount": 14644, "successRate": 0.24917474902160966, "wilsonLowerBound": 0.24569418686475403 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 29249, "officialConfigError": null, "officialConfigValid": true, "successCount": 4082, "successRate": 0.13956032684878117, "wilsonLowerBound": 0.13563625700121792 }, "vllm": { "framework": "vllm", "modelCount": 87140, "officialConfigError": null, "officialConfigValid": true, "successCount": 9779, "successRate": 0.11222171218728483, "wilsonLowerBound": 0.11014304038606977 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 50704, "officialConfigError": null, "officialConfigValid": true, "successCount": 5792, "successRate": 0.1142316188071947, "wilsonLowerBound": 0.11149201656518053 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 54406, "officialConfigError": null, "officialConfigValid": true, "successCount": 3898, "successRate": 0.0716465095761497, "wilsonLowerBound": 0.06950947933926484 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 95587, "officialConfigError": null, "officialConfigValid": true, "successCount": 24176, "successRate": 0.2529214223691506, "wilsonLowerBound": 0.25017568519098876 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 164, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 6743, "officialConfigError": null, "officialConfigValid": true, "successCount": 631, "successRate": 0.093578525878689, "wilsonLowerBound": 0.08685650015124885 }, "vllm": { "framework": "vllm", "modelCount": 113032, "officialConfigError": null, "officialConfigValid": true, "successCount": 16551, "successRate": 0.14642756033689575, "wilsonLowerBound": 0.14437853411994217 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 412, "officialConfigError": null, "officialConfigValid": true, "successCount": 2, "successRate": 0.0048543689320388345, "wilsonLowerBound": 0.0013322261476017578 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 26552, "officialConfigError": null, "officialConfigValid": true, "successCount": 4274, "successRate": 0.1609671587827659, "wilsonLowerBound": 0.1565958106166769 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 45086, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5860, "successRate": 0.12997382779576808, "wilsonLowerBound": 0.12690127126303005 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 9143, "officialConfigError": null, "officialConfigValid": true, "successCount": 850, "successRate": 0.09296729738597835, "wilsonLowerBound": 0.08718469547444964 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 36870, "officialConfigError": null, "officialConfigValid": true, "successCount": 7552, "successRate": 0.20482777325739082, "wilsonLowerBound": 0.20073912460013457 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61651, "officialConfigError": null, "officialConfigValid": true, "successCount": 12432, "successRate": 0.2016512303125659, "wilsonLowerBound": 0.1985026108451283 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 20954, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5820, "successRate": 0.2777512646750024, "wilsonLowerBound": 0.27172793586073357 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16955, "officialConfigError": null, "officialConfigValid": true, "successCount": 4096, "successRate": 0.24158065467413742, "wilsonLowerBound": 0.23519658541957583 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 71018, "officialConfigError": null, "officialConfigValid": true, "successCount": 19460, "successRate": 0.27401503844095865, "wilsonLowerBound": 0.27074695775726576 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 2569, "officialConfigError": null, "officialConfigValid": true, "successCount": 1440, "successRate": 0.5605293888672636, "wilsonLowerBound": 0.5412603405214778 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 49262, "officialConfigError": null, "officialConfigValid": true, "successCount": 22149, "successRate": 0.44961633713612925, "wilsonLowerBound": 0.4452275096974306 }, "vllm": { "framework": "vllm", "modelCount": 42434, "officialConfigError": null, "officialConfigValid": true, "successCount": 5616, "successRate": 0.13234670311542632, "wilsonLowerBound": 0.1291557079785789 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1431, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6289, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.03052949594530132, "wilsonLowerBound": 0.026555749965692398 }, "vllm": { "framework": "vllm", "modelCount": 10127, "officialConfigError": null, "officialConfigValid": true, "successCount": 767, "successRate": 0.07573812580231065, "wilsonLowerBound": 0.0707443487612829 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 8306, "officialConfigError": null, "officialConfigValid": true, "successCount": 3662, "successRate": 0.44088610642908743, "wilsonLowerBound": 0.43023827259527375 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7472, "officialConfigError": null, "officialConfigValid": true, "successCount": 252, "successRate": 0.03372591006423983, "wilsonLowerBound": 0.029866294005894918 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 23019, "officialConfigError": null, "officialConfigValid": true, "successCount": 6397, "successRate": 0.2779008645032365, "wilsonLowerBound": 0.2721512519137695 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 29795, "officialConfigError": null, "officialConfigValid": true, "successCount": 15273, "successRate": 0.512602785702299, "wilsonLowerBound": 0.5069258665057177 }, "vllm": { "framework": "vllm", "modelCount": 69604, "officialConfigError": null, "officialConfigValid": true, "successCount": 7592, "successRate": 0.10907419113844032, "wilsonLowerBound": 0.10677982441377472 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 15047, "officialConfigError": null, "officialConfigValid": true, "successCount": 2828, "successRate": 0.18794444075230943, "wilsonLowerBound": 0.1817821637525779 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-28T17:06:03.104050+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 0.0017372018889175204, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345383, "recentSuccessRate": 1.0, "recentTerminal": 345383, "recentWilsonLowerBound": 0.9999888773990863, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57563.833333333336, "waiting": 100 }, "Ascend_910-b4": { "available": true, "backlogHours": 0.0017198298700283454, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345383, "recentSuccessRate": 1.0, "recentTerminal": 345383, "recentWilsonLowerBound": 0.9999888773990863, "running": 4, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57563.833333333336, "waiting": 99 }, "Biren_166m": { "available": true, "backlogHours": 0.0017372018889175204, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345383, "recentSuccessRate": 1.0, "recentTerminal": 345383, "recentWilsonLowerBound": 0.9999888773990863, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57563.833333333336, "waiting": 100 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 0.0017372018889175204, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345383, "recentSuccessRate": 1.0, "recentTerminal": 345383, "recentWilsonLowerBound": 0.9999888773990863, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57563.833333333336, "waiting": 100 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 0.0017372018889175204, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345383, "recentSuccessRate": 1.0, "recentTerminal": 345383, "recentWilsonLowerBound": 0.9999888773990863, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57563.833333333336, "waiting": 100 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 0.0017372018889175204, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345383, "recentSuccessRate": 1.0, "recentTerminal": 345383, "recentWilsonLowerBound": 0.9999888773990863, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57563.833333333336, "waiting": 100 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 0.0017372018889175204, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345383, "recentSuccessRate": 1.0, "recentTerminal": 345383, "recentWilsonLowerBound": 0.9999888773990863, "running": 4, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57563.833333333336, "waiting": 100 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 0.0017198298700283454, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345383, "recentSuccessRate": 1.0, "recentTerminal": 345383, "recentWilsonLowerBound": 0.9999888773990863, "running": 4, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57563.833333333336, "waiting": 99 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 0.0017372018889175204, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345383, "recentSuccessRate": 1.0, "recentTerminal": 345383, "recentWilsonLowerBound": 0.9999888773990863, "running": 4, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57563.833333333336, "waiting": 100 }, "MetaX_c-500": { "available": true, "backlogHours": 0.0017372018889175204, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345383, "recentSuccessRate": 1.0, "recentTerminal": 345383, "recentWilsonLowerBound": 0.9999888773990863, "running": 4, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57563.833333333336, "waiting": 100 }, "Mthreads_s4000": { "available": true, "backlogHours": 0.0017372018889175204, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345383, "recentSuccessRate": 1.0, "recentTerminal": 345383, "recentWilsonLowerBound": 0.9999888773990863, "running": 4, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57563.833333333336, "waiting": 100 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 0.0017198298700283454, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345383, "recentSuccessRate": 1.0, "recentTerminal": 345383, "recentWilsonLowerBound": 0.9999888773990863, "running": 4, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57563.833333333336, "waiting": 99 }, "Vastai_va16": { "available": true, "backlogHours": 0.0017198298700283454, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345383, "recentSuccessRate": 1.0, "recentTerminal": 345383, "recentWilsonLowerBound": 0.9999888773990863, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57563.833333333336, "waiting": 99 }, "hygon_k100-ai": { "available": true, "backlogHours": 0.0017372018889175204, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345383, "recentSuccessRate": 1.0, "recentTerminal": 345383, "recentWilsonLowerBound": 0.9999888773990863, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57563.833333333336, "waiting": 100 } }, "queueAttemptedAt": "2026-10-28T16:59:31.840000+00:00", "queueError": null, "queueUpdatedAt": "2026-10-28T16:59:31.840000+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b4", "hygon_k100-ai", "Ascend_910-b3", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }