{ "communityAttemptedAt": "2026-10-18T19:22:23.447798+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-18T19:22:23.447798+00:00", "frameworkAttemptedAt": "2026-10-18T18:57:28.958465+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 43394, "officialConfigError": null, "officialConfigValid": true, "successCount": 21775, "successRate": 0.5017974835230677, "wilsonLowerBound": 0.49709308729006946 }, "vllm": { "framework": "vllm", "modelCount": 57939, "officialConfigError": null, "officialConfigValid": true, "successCount": 15503, "successRate": 0.26757451802758075, "wilsonLowerBound": 0.2639852683242816 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 5065, "officialConfigError": null, "officialConfigValid": true, "successCount": 1589, "successRate": 0.3137216189536032, "wilsonLowerBound": 0.3010880993293969 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 38256, "officialConfigError": null, "officialConfigValid": true, "successCount": 18229, "successRate": 0.4765004182350481, "wilsonLowerBound": 0.4714981204338454 }, "vllm": { "framework": "vllm", "modelCount": 40450, "officialConfigError": null, "officialConfigValid": true, "successCount": 11099, "successRate": 0.27438813349814584, "wilsonLowerBound": 0.27006129011813 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13880, "officialConfigError": null, "officialConfigValid": true, "successCount": 5765, "successRate": 0.4153458213256484, "wilsonLowerBound": 0.40717219691020234 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64260, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.1882664176781824, "wilsonLowerBound": 0.18526249795713923 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 33911, "officialConfigError": null, "officialConfigValid": true, "successCount": 7251, "successRate": 0.21382442275367874, "wilsonLowerBound": 0.20949307109550164 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8250, "officialConfigError": null, "officialConfigValid": true, "successCount": 115, "successRate": 0.013939393939393939, "wilsonLowerBound": 0.011626216690224596 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26753, "officialConfigError": null, "officialConfigValid": true, "successCount": 3288, "successRate": 0.12290210443688558, "wilsonLowerBound": 0.1190218011972578 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16518, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10146506841021916, "wilsonLowerBound": 0.09695261863545855 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 17027, "officialConfigError": null, "officialConfigValid": true, "successCount": 6622, "successRate": 0.388911728431315, "wilsonLowerBound": 0.3816149830582015 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24811, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15348031115231148, "wilsonLowerBound": 0.14904881350902544 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 54443, "officialConfigError": null, "officialConfigValid": true, "successCount": 13704, "successRate": 0.2517128005436879, "wilsonLowerBound": 0.24808478159582772 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 25111, "officialConfigError": null, "officialConfigValid": true, "successCount": 3191, "successRate": 0.12707578352116602, "wilsonLowerBound": 0.1230132539466505 }, "vllm": { "framework": "vllm", "modelCount": 87108, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11218257794921248, "wilsonLowerBound": 0.11010384852202956 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48774, "officialConfigError": null, "officialConfigValid": true, "successCount": 5655, "successRate": 0.11594292040841432, "wilsonLowerBound": 0.11313177229679139 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 50636, "officialConfigError": null, "officialConfigValid": true, "successCount": 3787, "successRate": 0.0747886878900387, "wilsonLowerBound": 0.07252959529001135 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94784, "officialConfigError": null, "officialConfigValid": true, "successCount": 23863, "successRate": 0.2517619007427414, "wilsonLowerBound": 0.2490088554327667 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 116, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5659, "officialConfigError": null, "officialConfigValid": true, "successCount": 590, "successRate": 0.10425870295105143, "wilsonLowerBound": 0.09656313278158477 }, "vllm": { "framework": "vllm", "modelCount": 112904, "officialConfigError": null, "officialConfigValid": true, "successCount": 16538, "successRate": 0.1464784241479487, "wilsonLowerBound": 0.14442794518106644 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 272, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.003676470588235294, "wilsonLowerBound": 0.0006492656971213476 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 25218, "officialConfigError": null, "officialConfigValid": true, "successCount": 4140, "successRate": 0.16416845110635261, "wilsonLowerBound": 0.1596476775285764 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44249, "officialConfigError": null, "officialConfigValid": true, "successCount": 5714, "successRate": 0.1291328617595878, "wilsonLowerBound": 0.12604039599610958 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8422, "officialConfigError": null, "officialConfigValid": true, "successCount": 813, "successRate": 0.0965328900498694, "wilsonLowerBound": 0.09040831608996117 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35346, "officialConfigError": null, "officialConfigValid": true, "successCount": 7087, "successRate": 0.20050359305154755, "wilsonLowerBound": 0.1963622131791068 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61550, "officialConfigError": null, "officialConfigValid": true, "successCount": 12429, "successRate": 0.20193338748984566, "wilsonLowerBound": 0.19878052732235263 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 17882, "officialConfigError": null, "officialConfigValid": true, "successCount": 5059, "successRate": 0.28291018901688847, "wilsonLowerBound": 0.27635561052250923 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16052, "officialConfigError": null, "officialConfigValid": true, "successCount": 3875, "successRate": 0.24140294044355842, "wilsonLowerBound": 0.23484515857220903 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 69253, "officialConfigError": null, "officialConfigValid": true, "successCount": 19049, "successRate": 0.2750638961489033, "wilsonLowerBound": 0.2717505859895844 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1493, "officialConfigError": null, "officialConfigValid": true, "successCount": 881, "successRate": 0.5900870730073677, "wilsonLowerBound": 0.5649391567889072 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48572, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44737708968129786, "wilsonLowerBound": 0.4429594685047271 }, "vllm": { "framework": "vllm", "modelCount": 40849, "officialConfigError": null, "officialConfigValid": true, "successCount": 5121, "successRate": 0.1253641460011261, "wilsonLowerBound": 0.12218814512476432 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1190, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10105, "officialConfigError": null, "officialConfigValid": true, "successCount": 765, "successRate": 0.07570509648688768, "wilsonLowerBound": 0.07070710236143048 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7696, "officialConfigError": null, "officialConfigValid": true, "successCount": 3382, "successRate": 0.43944906444906445, "wilsonLowerBound": 0.42839317934321924 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7430, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.03297442799461642, "wilsonLowerBound": 0.029149250467990415 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 19351, "officialConfigError": null, "officialConfigValid": true, "successCount": 5558, "successRate": 0.28722029869257404, "wilsonLowerBound": 0.2808878865593951 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28943, "officialConfigError": null, "officialConfigValid": true, "successCount": 14815, "successRate": 0.5118681546487924, "wilsonLowerBound": 0.5061081624633262 }, "vllm": { "framework": "vllm", "modelCount": 68198, "officialConfigError": null, "officialConfigValid": true, "successCount": 7354, "successRate": 0.10783307428370334, "wilsonLowerBound": 0.10552719788058784 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14157, "officialConfigError": null, "officialConfigValid": true, "successCount": 2498, "successRate": 0.17644981281344918, "wilsonLowerBound": 0.17025831006154998 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-18T19:22:23.447798+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1244.9774436090224, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0123818016416162, "queueWeight": 1.0123818016416162, "recentSuccess": 50, "recentSuccessRate": 0.37593984962406013, "recentTerminal": 133, "recentWilsonLowerBound": 0.29819216386268604, "running": 8, "selectionWeight": 2.5309545041040407, "stale": false, "submissionEligible": true, "throughputPerHour": 22.166666666666668, "waiting": 27597 }, "Ascend_910-b4": { "available": true, "backlogHours": 1457.8625954198474, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.330077878662489, "queueFactor": 0.9886920982135874, "queueWeight": 0.9886920982135874, "recentSuccess": 48, "recentSuccessRate": 0.366412213740458, "recentTerminal": 131, "recentWilsonLowerBound": 0.2888025121130491, "running": 8, "selectionWeight": 2.303729586855881, "stale": false, "submissionEligible": true, "throughputPerHour": 21.833333333333332, "waiting": 31830 }, "Biren_166m": { "available": true, "backlogHours": 143.6580310880829, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.337247043418897, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 32, "recentSuccessRate": 0.16580310880829016, "recentTerminal": 193, "recentWilsonLowerBound": 0.1199624652802554, "running": 8, "selectionWeight": 0.4384211564445661, "stale": false, "submissionEligible": true, "throughputPerHour": 32.166666666666664, "waiting": 4621 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1786.0, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.6161193331378692, "queueFactor": 0.9590391448970428, "queueWeight": 0.9590391448970428, "recentSuccess": 15, "recentSuccessRate": 0.25, "recentTerminal": 60, "recentWilsonLowerBound": 0.1577638557841185, "running": 7, "selectionWeight": 0.5908825584070783, "stale": false, "submissionEligible": true, "throughputPerHour": 10.0, "waiting": 17860 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 530.2162162162163, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.29228545122619826, "queueFactor": 1.1506694989352184, "queueWeight": 1.1506694989352184, "recentSuccess": 19, "recentSuccessRate": 0.17117117117117117, "recentTerminal": 111, "recentWilsonLowerBound": 0.11240858853979097, "running": 7, "selectionWeight": 0.33632395370850376, "stale": false, "submissionEligible": true, "throughputPerHour": 18.5, "waiting": 9809 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 129.74545454545455, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.06277265931687903, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 15, "recentSuccessRate": 0.09090909090909091, "recentTerminal": 165, "recentWilsonLowerBound": 0.05586585661801881, "running": 24, "selectionWeight": 0.08160445711194274, "stale": false, "submissionEligible": true, "throughputPerHour": 27.5, "waiting": 3568 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 259.9550561797753, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.3126071676461495, "queueFactor": 1.2805124693084435, "queueWeight": 1.2805124693084435, "recentSuccess": 29, "recentSuccessRate": 0.16292134831460675, "recentTerminal": 178, "recentWilsonLowerBound": 0.11589600456006303, "running": 2, "selectionWeight": 0.40029737616608946, "stale": false, "submissionEligible": true, "throughputPerHour": 29.666666666666668, "waiting": 7712 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 2199.1363636363635, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.8391876034322586, "queueFactor": 0.9295670653930214, "queueWeight": 0.9295670653930214, "recentSuccess": 13, "recentSuccessRate": 0.29545454545454547, "recentTerminal": 44, "recentWilsonLowerBound": 0.18155360887243294, "running": 2, "selectionWeight": 0.7800811578367273, "stale": false, "submissionEligible": true, "throughputPerHour": 7.333333333333333, "waiting": 16127 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 479.8991596638656, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.6431745838465157, "queueFactor": 1.1680086358287756, "queueWeight": 1.1680086358287756, "recentSuccess": 27, "recentSuccessRate": 0.226890756302521, "recentTerminal": 119, "recentWilsonLowerBound": 0.16087596514594535, "running": 8, "selectionWeight": 0.7512334682783093, "stale": false, "submissionEligible": true, "throughputPerHour": 19.833333333333332, "waiting": 9518 }, "MetaX_c-500": { "available": true, "backlogHours": 689.9399999999999, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.8647393411149549, "queueFactor": 1.1061062685275855, "queueWeight": 1.1061062685275855, "recentSuccess": 26, "recentSuccessRate": 0.26, "recentTerminal": 100, "recentWilsonLowerBound": 0.18404578126986462, "running": 4, "selectionWeight": 0.9564936058496657, "stale": false, "submissionEligible": true, "throughputPerHour": 16.666666666666668, "waiting": 11499 }, "Mthreads_s4000": { "available": true, "backlogHours": 2288.1176470588234, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.38095083822048537, "queueFactor": 0.9240528261518361, "queueWeight": 0.9240528261518361, "recentSuccess": 14, "recentSuccessRate": 0.20588235294117646, "recentTerminal": 68, "recentWilsonLowerBound": 0.12679446140967612, "running": 4, "selectionWeight": 0.3520186986825504, "stale": false, "submissionEligible": true, "throughputPerHour": 11.333333333333334, "waiting": 25932 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 3458.625, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 1.403104689822071, "queueFactor": 0.8685264136620159, "queueWeight": 0.8685264136620159, "recentSuccess": 12, "recentSuccessRate": 0.375, "recentTerminal": 32, "recentWilsonLowerBound": 0.2293366846595921, "running": 2, "selectionWeight": 1.2186334842435185, "stale": false, "submissionEligible": true, "throughputPerHour": 5.333333333333333, "waiting": 18446 }, "Vastai_va16": { "available": true, "backlogHours": 1795.3684210526317, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 0.958286819743525, "queueWeight": 0.958286819743525, "recentSuccess": 3, "recentSuccessRate": 0.05263157894736842, "recentTerminal": 57, "recentWilsonLowerBound": 0.018059968096281017, "running": 16, "selectionWeight": 0.04791434098717626, "stale": false, "submissionEligible": false, "throughputPerHour": 9.5, "waiting": 17056 }, "hygon_k100-ai": { "available": true, "backlogHours": 1493.5, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 1.5189437144319886, "queueFactor": 0.9851168967864261, "queueWeight": 0.9851168967864261, "recentSuccess": 31, "recentSuccessRate": 0.3229166666666667, "recentTerminal": 96, "recentWilsonLowerBound": 0.23775702086652162, "running": 6, "selectionWeight": 1.496337118354488, "stale": false, "submissionEligible": true, "throughputPerHour": 16.0, "waiting": 23896 } }, "queueAttemptedAt": "2026-10-18T19:22:23.447798+00:00", "queueError": null, "queueUpdatedAt": "2026-10-18T19:22:23.447798+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }