{ "communityAttemptedAt": "2026-10-28T05:21:09.593010+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-28T05:21:09.593010+00:00", "frameworkAttemptedAt": "2026-10-28T04:45:12.773640+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 44655, "officialConfigError": null, "officialConfigValid": true, "successCount": 22589, "successRate": 0.5058560071660508, "wilsonLowerBound": 0.5012184450535265 }, "vllm": { "framework": "vllm", "modelCount": 59241, "officialConfigError": null, "officialConfigValid": true, "successCount": 15706, "successRate": 0.2651204402356476, "wilsonLowerBound": 0.26158128539971476 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 17, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 6, "successRate": 0.35294117647058826, "wilsonLowerBound": 0.17309486143904904 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 6271, "officialConfigError": null, "officialConfigValid": true, "successCount": 2059, "successRate": 0.3283367883910062, "wilsonLowerBound": 0.31682183427009264 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 39889, "officialConfigError": null, "officialConfigValid": true, "successCount": 19307, "successRate": 0.4840181503672692, "wilsonLowerBound": 0.4791156195880816 }, "vllm": { "framework": "vllm", "modelCount": 41194, "officialConfigError": null, "officialConfigValid": true, "successCount": 11246, "successRate": 0.2730009224644366, "wilsonLowerBound": 0.26872006305963053 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 15576, "officialConfigError": null, "officialConfigValid": true, "successCount": 6319, "successRate": 0.40568823831535694, "wilsonLowerBound": 0.39800104016148624 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64347, "officialConfigError": null, "officialConfigValid": true, "successCount": 12100, "successRate": 0.1880429546054983, "wilsonLowerBound": 0.18504244450436705 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 39162, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 8087, "successRate": 0.20650120014299575, "wilsonLowerBound": 0.20252087819134412 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8613, "officialConfigError": null, "officialConfigValid": true, "successCount": 117, "successRate": 0.013584117032392894, "wilsonLowerBound": 0.011347222403620827 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26882, "officialConfigError": null, "officialConfigValid": true, "successCount": 3303, "successRate": 0.12287032214864965, "wilsonLowerBound": 0.118999651951561 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16532, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10137914347931284, "wilsonLowerBound": 0.09687031425633355 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 18933, "officialConfigError": null, "officialConfigValid": true, "successCount": 7200, "successRate": 0.38028838535889714, "wilsonLowerBound": 0.3733982414503497 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24865, "officialConfigError": null, "officialConfigValid": true, "successCount": 3812, "successRate": 0.15330786245726927, "wilsonLowerBound": 0.1488832088267288 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 58535, "officialConfigError": null, "officialConfigValid": true, "successCount": 14599, "successRate": 0.24940633808832322, "wilsonLowerBound": 0.24591772710445267 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 28806, "officialConfigError": null, "officialConfigValid": true, "successCount": 4050, "successRate": 0.14059570922724432, "wilsonLowerBound": 0.13662941144663032 }, "vllm": { "framework": "vllm", "modelCount": 87140, "officialConfigError": null, "officialConfigValid": true, "successCount": 9779, "successRate": 0.11222171218728483, "wilsonLowerBound": 0.11014304038606977 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 50690, "officialConfigError": null, "officialConfigValid": true, "successCount": 5790, "successRate": 0.11422371276385875, "wilsonLowerBound": 0.11148382030297548 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 54247, "officialConfigError": null, "officialConfigValid": true, "successCount": 3895, "successRate": 0.07180120559662286, "wilsonLowerBound": 0.06965891850147085 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 95580, "officialConfigError": null, "officialConfigValid": true, "successCount": 24175, "successRate": 0.25292948315547187, "wilsonLowerBound": 0.2501836164316682 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 164, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 6700, "officialConfigError": null, "officialConfigValid": true, "successCount": 616, "successRate": 0.09194029850746269, "wilsonLowerBound": 0.08525339710886898 }, "vllm": { "framework": "vllm", "modelCount": 113024, "officialConfigError": null, "officialConfigValid": true, "successCount": 16549, "successRate": 0.14642022933182333, "wilsonLowerBound": 0.14437117401662788 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 411, "officialConfigError": null, "officialConfigValid": true, "successCount": 2, "successRate": 0.004866180048661801, "wilsonLowerBound": 0.0013354700434012547 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 26536, "officialConfigError": null, "officialConfigValid": true, "successCount": 4270, "successRate": 0.16091347603255954, "wilsonLowerBound": 0.1565414285846242 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44814, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5825, "successRate": 0.1299817021466506, "wilsonLowerBound": 0.12689984998005796 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 9138, "officialConfigError": null, "officialConfigValid": true, "successCount": 850, "successRate": 0.0930181659006347, "wilsonLowerBound": 0.08723254673173142 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 36786, "officialConfigError": null, "officialConfigValid": true, "successCount": 7531, "successRate": 0.2047246234980699, "wilsonLowerBound": 0.20063212648383474 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61647, "officialConfigError": null, "officialConfigValid": true, "successCount": 12432, "successRate": 0.20166431456518566, "wilsonLowerBound": 0.19851551594843914 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 20804, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5782, "successRate": 0.2779273216689098, "wilsonLowerBound": 0.2718812486963223 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16911, "officialConfigError": null, "officialConfigValid": true, "successCount": 4080, "successRate": 0.24126308320028383, "wilsonLowerBound": 0.23487375464128352 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 70939, "officialConfigError": null, "officialConfigValid": true, "successCount": 19443, "successRate": 0.27408054807651644, "wilsonLowerBound": 0.2708104073206278 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 2502, "officialConfigError": null, "officialConfigValid": true, "successCount": 1412, "successRate": 0.5643485211830536, "wilsonLowerBound": 0.5448352839066299 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 49204, "officialConfigError": null, "officialConfigValid": true, "successCount": 22121, "successRate": 0.449577270140639, "wilsonLowerBound": 0.44518589730133207 }, "vllm": { "framework": "vllm", "modelCount": 42342, "officialConfigError": null, "officialConfigValid": true, "successCount": 5582, "successRate": 0.13183127863586983, "wilsonLowerBound": 0.12864223524019722 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1414, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6289, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.03052949594530132, "wilsonLowerBound": 0.026555749965692398 }, "vllm": { "framework": "vllm", "modelCount": 10127, "officialConfigError": null, "officialConfigValid": true, "successCount": 767, "successRate": 0.07573812580231065, "wilsonLowerBound": 0.0707443487612829 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 8276, "officialConfigError": null, "officialConfigValid": true, "successCount": 3646, "successRate": 0.4405509908168197, "wilsonLowerBound": 0.4298849509200201 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7469, "officialConfigError": null, "officialConfigValid": true, "successCount": 251, "successRate": 0.033605569688043915, "wilsonLowerBound": 0.029752324888827054 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 22761, "officialConfigError": null, "officialConfigValid": true, "successCount": 6316, "successRate": 0.27749220157286586, "wilsonLowerBound": 0.2717130125955408 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 29745, "officialConfigError": null, "officialConfigValid": true, "successCount": 15251, "successRate": 0.5127248277021348, "wilsonLowerBound": 0.5070431578086005 }, "vllm": { "framework": "vllm", "modelCount": 69530, "officialConfigError": null, "officialConfigValid": true, "successCount": 7578, "successRate": 0.10898892564360707, "wilsonLowerBound": 0.10669414938269452 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14985, "officialConfigError": null, "officialConfigValid": true, "successCount": 2807, "successRate": 0.18732065398732065, "wilsonLowerBound": 0.18115395519982622 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-28T05:30:23.164518+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 0.001740856153056073, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 344658, "recentSuccessRate": 1.0, "recentTerminal": 344658, "recentWilsonLowerBound": 0.9999888540025721, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57443.0, "waiting": 100 }, "Ascend_910-b4": { "available": true, "backlogHours": 0.0017234475915255123, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 344658, "recentSuccessRate": 1.0, "recentTerminal": 344658, "recentWilsonLowerBound": 0.9999888540025721, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57443.0, "waiting": 99 }, "Biren_166m": { "available": true, "backlogHours": 0.001740856153056073, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 344658, "recentSuccessRate": 1.0, "recentTerminal": 344658, "recentWilsonLowerBound": 0.9999888540025721, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57443.0, "waiting": 100 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 0.0017234475915255123, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 344658, "recentSuccessRate": 1.0, "recentTerminal": 344658, "recentWilsonLowerBound": 0.9999888540025721, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57443.0, "waiting": 99 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 0.001740856153056073, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 344658, "recentSuccessRate": 1.0, "recentTerminal": 344658, "recentWilsonLowerBound": 0.9999888540025721, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57443.0, "waiting": 100 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 0.0017234475915255123, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 344658, "recentSuccessRate": 1.0, "recentTerminal": 344658, "recentWilsonLowerBound": 0.9999888540025721, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57443.0, "waiting": 99 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 0.001740856153056073, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 344658, "recentSuccessRate": 1.0, "recentTerminal": 344658, "recentWilsonLowerBound": 0.9999888540025721, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57443.0, "waiting": 100 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 0.001740856153056073, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 344658, "recentSuccessRate": 1.0, "recentTerminal": 344658, "recentWilsonLowerBound": 0.9999888540025721, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57443.0, "waiting": 100 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 0.0017234475915255123, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 344658, "recentSuccessRate": 1.0, "recentTerminal": 344658, "recentWilsonLowerBound": 0.9999888540025721, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57443.0, "waiting": 99 }, "MetaX_c-500": { "available": true, "backlogHours": 0.0017234475915255123, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 344658, "recentSuccessRate": 1.0, "recentTerminal": 344658, "recentWilsonLowerBound": 0.9999888540025721, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57443.0, "waiting": 99 }, "Mthreads_s4000": { "available": true, "backlogHours": 0.001740856153056073, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 344658, "recentSuccessRate": 1.0, "recentTerminal": 344658, "recentWilsonLowerBound": 0.9999888540025721, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57443.0, "waiting": 100 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 0.001740856153056073, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 344658, "recentSuccessRate": 1.0, "recentTerminal": 344658, "recentWilsonLowerBound": 0.9999888540025721, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57443.0, "waiting": 100 }, "Vastai_va16": { "available": true, "backlogHours": 0.001740856153056073, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 344658, "recentSuccessRate": 1.0, "recentTerminal": 344658, "recentWilsonLowerBound": 0.9999888540025721, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57443.0, "waiting": 100 }, "hygon_k100-ai": { "available": true, "backlogHours": 0.001740856153056073, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 344658, "recentSuccessRate": 1.0, "recentTerminal": 344658, "recentWilsonLowerBound": 0.9999888540025721, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57443.0, "waiting": 100 } }, "queueAttemptedAt": "2026-10-28T05:21:09.593010+00:00", "queueError": null, "queueUpdatedAt": "2026-10-28T05:21:09.593010+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b4", "hygon_k100-ai", "Ascend_910-b3", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }