{ "communityAttemptedAt": "2026-10-18T21:22:39.958001+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-18T21:22:39.958001+00:00", "frameworkAttemptedAt": "2026-10-18T19:38:23.560846+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 43403, "officialConfigError": null, "officialConfigValid": true, "successCount": 21780, "successRate": 0.5018086307398106, "wilsonLowerBound": 0.4971047216463101 }, "vllm": { "framework": "vllm", "modelCount": 57949, "officialConfigError": null, "officialConfigValid": true, "successCount": 15503, "successRate": 0.2675283438885917, "wilsonLowerBound": 0.2639396029929535 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 5071, "officialConfigError": null, "officialConfigValid": true, "successCount": 1590, "successRate": 0.3135476237428515, "wilsonLowerBound": 0.30092354518390896 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 38260, "officialConfigError": null, "officialConfigValid": true, "successCount": 18233, "successRate": 0.47655514898065865, "wilsonLowerBound": 0.47155308126172446 }, "vllm": { "framework": "vllm", "modelCount": 40453, "officialConfigError": null, "officialConfigValid": true, "successCount": 11099, "successRate": 0.2743677848367241, "wilsonLowerBound": 0.2700412032797469 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13888, "officialConfigError": null, "officialConfigValid": true, "successCount": 5771, "successRate": 0.4155385944700461, "wilsonLowerBound": 0.40736671396179563 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64260, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.1882664176781824, "wilsonLowerBound": 0.18526249795713923 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 33940, "officialConfigError": null, "officialConfigValid": true, "successCount": 7257, "successRate": 0.21381850324101356, "wilsonLowerBound": 0.20948903310612216 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8255, "officialConfigError": null, "officialConfigValid": true, "successCount": 115, "successRate": 0.013930950938824955, "wilsonLowerBound": 0.011619167267882506 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26754, "officialConfigError": null, "officialConfigValid": true, "successCount": 3288, "successRate": 0.12289751065261269, "wilsonLowerBound": 0.11901734278860183 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16518, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10146506841021916, "wilsonLowerBound": 0.09695261863545855 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 17041, "officialConfigError": null, "officialConfigValid": true, "successCount": 6626, "successRate": 0.38882694677542395, "wilsonLowerBound": 0.38153349759605093 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24813, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15346794019264096, "wilsonLowerBound": 0.14903676884046205 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 54467, "officialConfigError": null, "officialConfigValid": true, "successCount": 13706, "successRate": 0.2516386068628711, "wilsonLowerBound": 0.24801174515227895 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 25114, "officialConfigError": null, "officialConfigValid": true, "successCount": 3192, "successRate": 0.12710042207533648, "wilsonLowerBound": 0.12303778692096162 }, "vllm": { "framework": "vllm", "modelCount": 87108, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11218257794921248, "wilsonLowerBound": 0.11010384852202956 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48779, "officialConfigError": null, "officialConfigValid": true, "successCount": 5655, "successRate": 0.11593103589659484, "wilsonLowerBound": 0.11312015775668172 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 50655, "officialConfigError": null, "officialConfigValid": true, "successCount": 3787, "successRate": 0.07476063567268779, "wilsonLowerBound": 0.0725023577767007 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94787, "officialConfigError": null, "officialConfigValid": true, "successCount": 23864, "successRate": 0.25176448247122496, "wilsonLowerBound": 0.2490114710637053 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 116, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5659, "officialConfigError": null, "officialConfigValid": true, "successCount": 590, "successRate": 0.10425870295105143, "wilsonLowerBound": 0.09656313278158477 }, "vllm": { "framework": "vllm", "modelCount": 112904, "officialConfigError": null, "officialConfigValid": true, "successCount": 16538, "successRate": 0.1464784241479487, "wilsonLowerBound": 0.14442794518106644 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 272, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.003676470588235294, "wilsonLowerBound": 0.0006492656971213476 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 25227, "officialConfigError": null, "officialConfigValid": true, "successCount": 4140, "successRate": 0.1641098822689975, "wilsonLowerBound": 0.15959057011837258 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44249, "officialConfigError": null, "officialConfigValid": true, "successCount": 5714, "successRate": 0.1291328617595878, "wilsonLowerBound": 0.12604039599610958 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8424, "officialConfigError": null, "officialConfigValid": true, "successCount": 813, "successRate": 0.09650997150997151, "wilsonLowerBound": 0.09038678152017786 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35353, "officialConfigError": null, "officialConfigValid": true, "successCount": 7089, "successRate": 0.20052046502418466, "wilsonLowerBound": 0.19637935856954994 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61551, "officialConfigError": null, "officialConfigValid": true, "successCount": 12429, "successRate": 0.20193010674075157, "wilsonLowerBound": 0.1987772914803586 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 17901, "officialConfigError": null, "officialConfigValid": true, "successCount": 5063, "successRate": 0.2828333612647338, "wilsonLowerBound": 0.27628279575049247 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16061, "officialConfigError": null, "officialConfigValid": true, "successCount": 3876, "successRate": 0.24132992964323516, "wilsonLowerBound": 0.23477466745425554 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 69271, "officialConfigError": null, "officialConfigValid": true, "successCount": 19052, "successRate": 0.2750357292373432, "wilsonLowerBound": 0.27172295516859657 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1495, "officialConfigError": null, "officialConfigValid": true, "successCount": 882, "successRate": 0.5899665551839465, "wilsonLowerBound": 0.5648347734075669 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48572, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44737708968129786, "wilsonLowerBound": 0.4429594685047271 }, "vllm": { "framework": "vllm", "modelCount": 40859, "officialConfigError": null, "officialConfigValid": true, "successCount": 5123, "successRate": 0.1253824126875352, "wilsonLowerBound": 0.12220659413097266 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1195, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10105, "officialConfigError": null, "officialConfigValid": true, "successCount": 765, "successRate": 0.07570509648688768, "wilsonLowerBound": 0.07070710236143048 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7699, "officialConfigError": null, "officialConfigValid": true, "successCount": 3383, "successRate": 0.4394077152876997, "wilsonLowerBound": 0.4283541107353508 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7430, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.03297442799461642, "wilsonLowerBound": 0.029149250467990415 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 19360, "officialConfigError": null, "officialConfigValid": true, "successCount": 5558, "successRate": 0.2870867768595041, "wilsonLowerBound": 0.2807567378015814 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28945, "officialConfigError": null, "officialConfigValid": true, "successCount": 14816, "successRate": 0.5118673346001037, "wilsonLowerBound": 0.506107541328486 }, "vllm": { "framework": "vllm", "modelCount": 68203, "officialConfigError": null, "officialConfigValid": true, "successCount": 7354, "successRate": 0.10782516898083662, "wilsonLowerBound": 0.10551945174701577 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14159, "officialConfigError": null, "officialConfigValid": true, "successCount": 2499, "successRate": 0.17649551522000143, "wilsonLowerBound": 0.1703037925945164 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-18T21:22:39.958001+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1221.3970588235293, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.4136542217791797, "queueFactor": 1.0157197816983936, "queueWeight": 1.0157197816983936, "recentSuccess": 50, "recentSuccessRate": 0.36764705882352944, "recentTerminal": 136, "recentWilsonLowerBound": 0.29128436979117783, "running": 8, "selectionWeight": 2.4515963392409543, "stale": false, "submissionEligible": true, "throughputPerHour": 22.666666666666668, "waiting": 27685 }, "Ascend_910-b4": { "available": true, "backlogHours": 1527.3600000000001, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 0.9822255551302647, "queueWeight": 0.9822255551302647, "recentSuccess": 47, "recentSuccessRate": 0.376, "recentTerminal": 125, "recentWilsonLowerBound": 0.2959755233419009, "running": 8, "selectionWeight": 2.4555638878256616, "stale": false, "submissionEligible": true, "throughputPerHour": 20.833333333333332, "waiting": 31820 }, "Biren_166m": { "available": true, "backlogHours": 143.09844559585494, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.2195157624332727, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 27, "recentSuccessRate": 0.13989637305699482, "recentTerminal": 193, "recentWilsonLowerBound": 0.09795806709057316, "running": 8, "selectionWeight": 0.2853704911632545, "stale": false, "submissionEligible": true, "throughputPerHour": 32.166666666666664, "waiting": 4603 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1489.0833333333333, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.6856437802239802, "queueFactor": 0.9859720201112845, "queueWeight": 0.9859720201112845, "recentSuccess": 18, "recentSuccessRate": 0.25, "recentTerminal": 72, "recentWilsonLowerBound": 0.1643892112532576, "running": 7, "selectionWeight": 0.6760255830641754, "stale": false, "submissionEligible": true, "throughputPerHour": 12.0, "waiting": 17869 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 485.85123966942143, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.3638143709913872, "queueFactor": 1.1663447634798698, "queueWeight": 1.1663447634798698, "recentSuccess": 22, "recentSuccessRate": 0.18181818181818182, "recentTerminal": 121, "recentWilsonLowerBound": 0.12324630475994339, "running": 7, "selectionWeight": 0.4243329864845271, "stale": false, "submissionEligible": true, "throughputPerHour": 20.166666666666668, "waiting": 9798 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 114.35483870967742, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.058355023566666185, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 16, "recentSuccessRate": 0.08602150537634409, "recentTerminal": 186, "recentWilsonLowerBound": 0.05364144294105562, "running": 24, "selectionWeight": 0.07586153063666605, "stale": false, "submissionEligible": true, "throughputPerHour": 31.0, "waiting": 3545 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 203.55263157894737, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.07751728747305471, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 21, "recentSuccessRate": 0.09210526315789473, "recentTerminal": 228, "recentWilsonLowerBound": 0.061031654303143786, "running": 6, "selectionWeight": 0.10077247371497113, "stale": false, "submissionEligible": true, "throughputPerHour": 38.0, "waiting": 7735 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 2616.324324324324, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 1.5855429754368875, "queueFactor": 0.9060427807349226, "queueWeight": 0.9060427807349226, "recentSuccess": 14, "recentSuccessRate": 0.3783783783783784, "recentTerminal": 37, "recentWilsonLowerBound": 0.2406378746389103, "running": 2, "selectionWeight": 1.4365697664395607, "stale": false, "submissionEligible": true, "throughputPerHour": 6.166666666666667, "waiting": 16134 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 523.3211009174312, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.879816919083119, "queueFactor": 1.1534192736013391, "queueWeight": 1.1534192736013391, "recentSuccess": 28, "recentSuccessRate": 0.25688073394495414, "recentTerminal": 109, "recentWilsonLowerBound": 0.18411863732206865, "running": 8, "selectionWeight": 1.0147977917110194, "stale": false, "submissionEligible": true, "throughputPerHour": 18.166666666666668, "waiting": 9507 }, "MetaX_c-500": { "available": true, "backlogHours": 749.4782608695651, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.7647234888262715, "queueFactor": 1.0929205325818458, "queueWeight": 1.0929205325818458, "recentSuccess": 23, "recentSuccessRate": 0.25, "recentTerminal": 92, "recentWilsonLowerBound": 0.17275134731188044, "running": 4, "selectionWeight": 0.8357820026858559, "stale": false, "submissionEligible": true, "throughputPerHour": 15.333333333333334, "waiting": 11492 }, "Mthreads_s4000": { "available": true, "backlogHours": 3050.3529411764707, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.2841598144099245, "queueFactor": 0.8854212224934489, "queueWeight": 0.8854212224934489, "recentSuccess": 10, "recentSuccessRate": 0.19607843137254902, "recentTerminal": 51, "recentWilsonLowerBound": 0.11015224836299274, "running": 4, "selectionWeight": 0.2516011302583469, "stale": false, "submissionEligible": true, "throughputPerHour": 8.5, "waiting": 25928 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 3816.0000000000005, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 1.803226142968145, "queueFactor": 0.8561723263495008, "queueWeight": 0.8561723263495008, "recentSuccess": 12, "recentSuccessRate": 0.41379310344827586, "recentTerminal": 29, "recentWilsonLowerBound": 0.2551293527964552, "running": 2, "selectionWeight": 1.5438723217592742, "stale": false, "submissionEligible": true, "throughputPerHour": 4.833333333333333, "waiting": 18444 }, "Vastai_va16": { "available": true, "backlogHours": 1866.9818181818182, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 0.953084546471238, "queueWeight": 0.953084546471238, "recentSuccess": 5, "recentSuccessRate": 0.09090909090909091, "recentTerminal": 55, "recentWilsonLowerBound": 0.039457573336373924, "running": 16, "selectionWeight": 0.0476542273235619, "stale": false, "submissionEligible": false, "throughputPerHour": 9.166666666666666, "waiting": 17114 }, "hygon_k100-ai": { "available": true, "backlogHours": 1541.9354838709678, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 1.6616692319415118, "queueFactor": 0.9808272218083475, "queueWeight": 0.9808272218083475, "recentSuccess": 31, "recentSuccessRate": 0.3333333333333333, "recentTerminal": 93, "recentWilsonLowerBound": 0.24582243182201946, "running": 6, "selectionWeight": 1.6298104163296037, "stale": false, "submissionEligible": true, "throughputPerHour": 15.5, "waiting": 23900 } }, "queueAttemptedAt": "2026-10-18T21:22:39.958001+00:00", "queueError": null, "queueUpdatedAt": "2026-10-18T21:22:39.958001+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }