{ "communityAttemptedAt": "2026-10-16T20:03:30.161443+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-16T20:03:30.161443+00:00", "frameworkAttemptedAt": "2026-10-16T16:54:57.360126+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 42994, "officialConfigError": null, "officialConfigValid": true, "successCount": 21504, "successRate": 0.5001628134158255, "wilsonLowerBound": 0.4954367008471246 }, "vllm": { "framework": "vllm", "modelCount": 57579, "officialConfigError": null, "officialConfigValid": true, "successCount": 15463, "successRate": 0.26855277097552926, "wilsonLowerBound": 0.2649481182664045 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 4845, "officialConfigError": null, "officialConfigValid": true, "successCount": 1505, "successRate": 0.3106295149638803, "wilsonLowerBound": 0.2977534725555321 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 37852, "officialConfigError": null, "officialConfigValid": true, "successCount": 17963, "successRate": 0.47455880798900985, "wilsonLowerBound": 0.46953105655134103 }, "vllm": { "framework": "vllm", "modelCount": 40271, "officialConfigError": null, "officialConfigValid": true, "successCount": 11078, "successRate": 0.2750862903826575, "wilsonLowerBound": 0.270746382695937 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13525, "officialConfigError": null, "officialConfigValid": true, "successCount": 5632, "successRate": 0.4164140480591497, "wilsonLowerBound": 0.40813081288022424 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64235, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.1883396902000467, "wilsonLowerBound": 0.18533473351464752 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 32719, "officialConfigError": null, "officialConfigValid": true, "successCount": 7015, "successRate": 0.2144014181362511, "wilsonLowerBound": 0.2099880497382908 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8147, "officialConfigError": null, "officialConfigValid": true, "successCount": 114, "successRate": 0.013992880815023935, "wilsonLowerBound": 0.011661626730134517 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26721, "officialConfigError": null, "officialConfigValid": true, "successCount": 3286, "successRate": 0.12297443957935705, "wilsonLowerBound": 0.11909083987028334 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16514, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10148964514957007, "wilsonLowerBound": 0.09697615986843272 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 16593, "officialConfigError": null, "officialConfigValid": true, "successCount": 6486, "successRate": 0.39088772373892605, "wilsonLowerBound": 0.3834892771213035 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24799, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15355457881366183, "wilsonLowerBound": 0.14912112242825257 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 53651, "officialConfigError": null, "officialConfigValid": true, "successCount": 13505, "successRate": 0.25171944604946783, "wilsonLowerBound": 0.24806484506781065 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 24986, "officialConfigError": null, "officialConfigValid": true, "successCount": 3163, "successRate": 0.12659089089890338, "wilsonLowerBound": 0.12252516878027803 }, "vllm": { "framework": "vllm", "modelCount": 87074, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11222638215770495, "wilsonLowerBound": 0.11014689086565693 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48260, "officialConfigError": null, "officialConfigValid": true, "successCount": 5633, "successRate": 0.11672192291753004, "wilsonLowerBound": 0.11388762768637553 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 49420, "officialConfigError": null, "officialConfigValid": true, "successCount": 3752, "successRate": 0.07592067988668555, "wilsonLowerBound": 0.07361821850107568 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94557, "officialConfigError": null, "officialConfigValid": true, "successCount": 23761, "successRate": 0.2512875831509037, "wilsonLowerBound": 0.24853299791390784 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 62, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5624, "officialConfigError": null, "officialConfigValid": true, "successCount": 588, "successRate": 0.10455192034139403, "wilsonLowerBound": 0.09682316692051096 }, "vllm": { "framework": "vllm", "modelCount": 112891, "officialConfigError": null, "officialConfigValid": true, "successCount": 16536, "successRate": 0.14647757571462738, "wilsonLowerBound": 0.1444269843588506 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 229, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.004366812227074236, "wilsonLowerBound": 0.0007712460958295823 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 24869, "officialConfigError": null, "officialConfigValid": true, "successCount": 4098, "successRate": 0.16478346535847843, "wilsonLowerBound": 0.16022443066902173 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44129, "officialConfigError": null, "officialConfigValid": true, "successCount": 5703, "successRate": 0.12923474359264883, "wilsonLowerBound": 0.12613706010044756 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8346, "officialConfigError": null, "officialConfigValid": true, "successCount": 802, "successRate": 0.09609393721543254, "wilsonLowerBound": 0.08995544187815271 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35027, "officialConfigError": null, "officialConfigValid": true, "successCount": 6984, "successRate": 0.1993890427384589, "wilsonLowerBound": 0.19523787388037536 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61536, "officialConfigError": null, "officialConfigValid": true, "successCount": 12428, "successRate": 0.20196307852314094, "wilsonLowerBound": 0.19880968584596811 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 17199, "officialConfigError": null, "officialConfigValid": true, "successCount": 4872, "successRate": 0.28327228327228327, "wilsonLowerBound": 0.2765870963309218 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 15850, "officialConfigError": null, "officialConfigValid": true, "successCount": 3830, "successRate": 0.2416403785488959, "wilsonLowerBound": 0.2350390539998504 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 68868, "officialConfigError": null, "officialConfigValid": true, "successCount": 18951, "successRate": 0.27517860254399723, "wilsonLowerBound": 0.271855641458493 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1286, "officialConfigError": null, "officialConfigValid": true, "successCount": 779, "successRate": 0.6057542768273717, "wilsonLowerBound": 0.5787676521256635 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48520, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44785655399835117, "wilsonLowerBound": 0.4434360812943169 }, "vllm": { "framework": "vllm", "modelCount": 40516, "officialConfigError": null, "officialConfigValid": true, "successCount": 5015, "successRate": 0.12377826044031988, "wilsonLowerBound": 0.12060708202240626 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1158, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10102, "officialConfigError": null, "officialConfigValid": true, "successCount": 764, "successRate": 0.07562858839833696, "wilsonLowerBound": 0.07063229608115972 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7558, "officialConfigError": null, "officialConfigValid": true, "successCount": 3322, "successRate": 0.4395342683249537, "wilsonLowerBound": 0.428377955872368 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7426, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.032992189604093725, "wilsonLowerBound": 0.029164980749832297 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 18968, "officialConfigError": null, "officialConfigValid": true, "successCount": 5502, "successRate": 0.2900674820750738, "wilsonLowerBound": 0.28365242611326774 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28765, "officialConfigError": null, "officialConfigValid": true, "successCount": 14721, "successRate": 0.5117677733356509, "wilsonLowerBound": 0.5059899704757447 }, "vllm": { "framework": "vllm", "modelCount": 67908, "officialConfigError": null, "officialConfigValid": true, "successCount": 7314, "successRate": 0.10770454143841668, "wilsonLowerBound": 0.10539502366377193 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 13983, "officialConfigError": null, "officialConfigValid": true, "successCount": 2422, "successRate": 0.1732103268254309, "wilsonLowerBound": 0.16702780677269516 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-16T20:03:30.161443+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1088.3921568627452, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 1.4565650279201172, "queueFactor": 0.9779818316282153, "queueWeight": 0.9779818316282153, "recentSuccess": 51, "recentSuccessRate": 0.3333333333333333, "recentTerminal": 153, "recentWilsonLowerBound": 0.2635260366567964, "running": 9, "selectionWeight": 1.4244941338909187, "stale": false, "submissionEligible": true, "throughputPerHour": 25.5, "waiting": 27754 }, "Ascend_910-b4": { "available": true, "backlogHours": 1242.862745098039, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 0.9587052856708184, "queueWeight": 0.9587052856708184, "recentSuccess": 63, "recentSuccessRate": 0.4117647058823529, "recentTerminal": 153, "recentWilsonLowerBound": 0.33687167716788513, "running": 9, "selectionWeight": 2.396763214177046, "stale": false, "submissionEligible": true, "throughputPerHour": 25.5, "waiting": 31693 }, "Biren_166m": { "available": true, "backlogHours": 155.09375, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.3055563678813011, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 34, "recentSuccessRate": 0.17708333333333334, "recentTerminal": 192, "recentWilsonLowerBound": 0.12957860055305548, "running": 9, "selectionWeight": 0.3972232782456914, "stale": false, "submissionEligible": true, "throughputPerHour": 32.0, "waiting": 4963 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1228.2558139534883, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.1709719241513312, "queueFactor": 0.9604069032631581, "queueWeight": 0.9604069032631581, "recentSuccess": 14, "recentSuccessRate": 0.16279069767441862, "recentTerminal": 86, "recentWilsonLowerBound": 0.09952040412263213, "running": 8, "selectionWeight": 0.16420261621912355, "stale": false, "submissionEligible": true, "throughputPerHour": 14.333333333333334, "waiting": 17605 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 416.33093525179856, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.312797524323731, "queueFactor": 1.1296210976858698, "queueWeight": 1.1296210976858698, "recentSuccess": 26, "recentSuccessRate": 0.18705035971223022, "recentTerminal": 139, "recentWilsonLowerBound": 0.13096550054880465, "running": 8, "selectionWeight": 0.35334268277999553, "stale": false, "submissionEligible": true, "throughputPerHour": 23.166666666666668, "waiting": 9645 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 43.37888198757764, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 8, "recentSuccessRate": 0.016563146997929608, "recentTerminal": 483, "recentWilsonLowerBound": 0.008416068801375142, "running": 24, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 80.5, "waiting": 3492 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 108.52427184466019, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 27, "recentSuccessRate": 0.06553398058252427, "recentTerminal": 412, "recentWilsonLowerBound": 0.0454261508532725, "running": 3, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 68.66666666666667, "waiting": 7452 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 1630.9830508474574, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.3264888231895275, "queueFactor": 0.9204096855539653, "queueWeight": 0.9204096855539653, "recentSuccess": 13, "recentSuccessRate": 0.22033898305084745, "recentTerminal": 59, "recentWilsonLowerBound": 0.13354072524323757, "running": 3, "selectionWeight": 0.3005034750887572, "stale": false, "submissionEligible": true, "throughputPerHour": 9.833333333333334, "waiting": 16038 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 439.89230769230767, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.9223157736313264, "queueFactor": 1.12033174537004, "queueWeight": 1.12033174537004, "recentSuccess": 37, "recentSuccessRate": 0.2846153846153846, "recentTerminal": 130, "recentWilsonLowerBound": 0.2141010882972002, "running": 8, "selectionWeight": 1.0332996404547028, "stale": false, "submissionEligible": true, "throughputPerHour": 21.666666666666668, "waiting": 9531 }, "MetaX_c-500": { "available": true, "backlogHours": 535.8425196850393, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.7797013862170771, "queueFactor": 1.0876596602486557, "queueWeight": 1.0876596602486557, "recentSuccess": 34, "recentSuccessRate": 0.2677165354330709, "recentTerminal": 127, "recentWilsonLowerBound": 0.19836232021253514, "running": 4, "selectionWeight": 0.8480497448282719, "stale": false, "submissionEligible": true, "throughputPerHour": 21.166666666666668, "waiting": 11342 }, "Mthreads_s4000": { "available": true, "backlogHours": 1618.5625, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.10832405060687487, "queueFactor": 0.9214657047180526, "queueWeight": 0.9214657047180526, "recentSuccess": 13, "recentSuccessRate": 0.13541666666666666, "recentTerminal": 96, "recentWilsonLowerBound": 0.0808762979676279, "running": 6, "selectionWeight": 0.09981689763037795, "stale": false, "submissionEligible": true, "throughputPerHour": 16.0, "waiting": 25897 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 1617.264705882353, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.05, "queueFactor": 0.9215765831463312, "queueWeight": 0.9215765831463312, "recentSuccess": 6, "recentSuccessRate": 0.08823529411764706, "recentTerminal": 68, "recentWilsonLowerBound": 0.041067556020174, "running": 2, "selectionWeight": 0.046078829157316564, "stale": false, "submissionEligible": false, "throughputPerHour": 11.333333333333334, "waiting": 18329 }, "Vastai_va16": { "available": true, "backlogHours": 923.8888888888889, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 1.0023182447678851, "queueWeight": 1.0023182447678851, "recentSuccess": 6, "recentSuccessRate": 0.05555555555555555, "recentTerminal": 108, "recentWilsonLowerBound": 0.025707379197182027, "running": 16, "selectionWeight": 0.05011591223839426, "stale": false, "submissionEligible": false, "throughputPerHour": 18.0, "waiting": 16630 }, "hygon_k100-ai": { "available": true, "backlogHours": 952.6344827586206, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 0.3796347318025015, "queueFactor": 0.9977222390288916, "queueWeight": 0.9977222390288916, "recentSuccess": 29, "recentSuccessRate": 0.2, "recentTerminal": 145, "recentWilsonLowerBound": 0.14301624652479308, "running": 6, "selectionWeight": 0.37877001462712456, "stale": false, "submissionEligible": true, "throughputPerHour": 24.166666666666668, "waiting": 23022 } }, "queueAttemptedAt": "2026-10-16T20:03:30.161443+00:00", "queueError": null, "queueUpdatedAt": "2026-10-16T20:03:30.161443+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }