{ "communityAttemptedAt": "2026-10-18T09:11:39.764978+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-18T09:11:39.764978+00:00", "frameworkAttemptedAt": "2026-10-18T09:11:39.764978+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 43314, "officialConfigError": null, "officialConfigValid": true, "successCount": 21716, "successRate": 0.5013621461882994, "wilsonLowerBound": 0.4966534333946274 }, "vllm": { "framework": "vllm", "modelCount": 57886, "officialConfigError": null, "officialConfigValid": true, "successCount": 15499, "successRate": 0.26775040597035554, "wilsonLowerBound": 0.26415875711527076 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 5021, "officialConfigError": null, "officialConfigValid": true, "successCount": 1572, "successRate": 0.31308504282015537, "wilsonLowerBound": 0.3004045047197629 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 38187, "officialConfigError": null, "officialConfigValid": true, "successCount": 18181, "successRate": 0.4761044334459371, "wilsonLowerBound": 0.4710978492047495 }, "vllm": { "framework": "vllm", "modelCount": 40410, "officialConfigError": null, "officialConfigValid": true, "successCount": 11097, "successRate": 0.27461024498886416, "wilsonLowerBound": 0.2702801561671496 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13819, "officialConfigError": null, "officialConfigValid": true, "successCount": 5744, "successRate": 0.4156595991026847, "wilsonLowerBound": 0.4074670272383909 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64252, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.18828985868144182, "wilsonLowerBound": 0.18528560720774626 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 33687, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 7203, "successRate": 0.21382135541900438, "wilsonLowerBound": 0.2094757590498546 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8227, "officialConfigError": null, "officialConfigValid": true, "successCount": 115, "successRate": 0.013978363923665978, "wilsonLowerBound": 0.011658754515446134 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26746, "officialConfigError": null, "officialConfigValid": true, "successCount": 3287, "successRate": 0.12289688177671428, "wilsonLowerBound": 0.1190161504699816 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16518, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10146506841021916, "wilsonLowerBound": 0.09695261863545855 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 16961, "officialConfigError": null, "officialConfigValid": true, "successCount": 6597, "successRate": 0.3889511231649077, "wilsonLowerBound": 0.3816401026175438 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24809, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15349268410657424, "wilsonLowerBound": 0.14906086012479414 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 54299, "officialConfigError": null, "officialConfigValid": true, "successCount": 13663, "successRate": 0.2516252601337041, "wilsonLowerBound": 0.2479928846091075 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 25078, "officialConfigError": null, "officialConfigValid": true, "successCount": 3174, "successRate": 0.12656511683547333, "wilsonLowerBound": 0.12250711646179367 }, "vllm": { "framework": "vllm", "modelCount": 87103, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11218901759985304, "wilsonLowerBound": 0.11011017616850316 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48704, "officialConfigError": null, "officialConfigValid": true, "successCount": 5654, "successRate": 0.11608902759526939, "wilsonLowerBound": 0.11327431457685827 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 50483, "officialConfigError": null, "officialConfigValid": true, "successCount": 3781, "successRate": 0.07489649981181784, "wilsonLowerBound": 0.07263250750564873 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94759, "officialConfigError": null, "officialConfigValid": true, "successCount": 23850, "successRate": 0.251691132240737, "wilsonLowerBound": 0.2489379857427481 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 111, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5658, "officialConfigError": null, "officialConfigValid": true, "successCount": 590, "successRate": 0.10427712972781902, "wilsonLowerBound": 0.09658026963903035 }, "vllm": { "framework": "vllm", "modelCount": 112900, "officialConfigError": null, "officialConfigValid": true, "successCount": 16538, "successRate": 0.14648361381753763, "wilsonLowerBound": 0.14443306829906974 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 268, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.0037313432835820895, "wilsonLowerBound": 0.0006589607036626342 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 25185, "officialConfigError": null, "officialConfigValid": true, "successCount": 4136, "successRate": 0.1642247369465952, "wilsonLowerBound": 0.1597003976011625 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44237, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5713, "successRate": 0.12914528562063432, "wilsonLowerBound": 0.12605227571300318 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8411, "officialConfigError": null, "officialConfigValid": true, "successCount": 812, "successRate": 0.09654024491737011, "wilsonLowerBound": 0.09041156810614799 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35280, "officialConfigError": null, "officialConfigValid": true, "successCount": 7069, "successRate": 0.20036848072562358, "wilsonLowerBound": 0.19622432909110996 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61546, "officialConfigError": null, "officialConfigValid": true, "successCount": 12429, "successRate": 0.20194651155233484, "wilsonLowerBound": 0.19879347174403517 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 17756, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5022, "successRate": 0.28283397161522866, "wilsonLowerBound": 0.2762569042451853 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16012, "officialConfigError": null, "officialConfigValid": true, "successCount": 3864, "successRate": 0.24131901074194353, "wilsonLowerBound": 0.23475392702623885 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 69185, "officialConfigError": null, "officialConfigValid": true, "successCount": 19033, "successRate": 0.27510298475102984, "wilsonLowerBound": 0.27178790404958786 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1456, "officialConfigError": null, "officialConfigValid": true, "successCount": 863, "successRate": 0.5927197802197802, "wilsonLowerBound": 0.5672703093198828 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48560, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44748764415156506, "wilsonLowerBound": 0.4430693650407761 }, "vllm": { "framework": "vllm", "modelCount": 40787, "officialConfigError": null, "officialConfigValid": true, "successCount": 5106, "successRate": 0.12518694682129108, "wilsonLowerBound": 0.1220105226719751 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1188, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10105, "officialConfigError": null, "officialConfigValid": true, "successCount": 765, "successRate": 0.07570509648688768, "wilsonLowerBound": 0.07070710236143048 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7671, "officialConfigError": null, "officialConfigValid": true, "successCount": 3368, "successRate": 0.43905618563420673, "wilsonLowerBound": 0.4279836295757484 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7429, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.03297886660384978, "wilsonLowerBound": 0.029153181447422398 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 19287, "officialConfigError": null, "officialConfigValid": true, "successCount": 5550, "successRate": 0.2877585938715197, "wilsonLowerBound": 0.2814120825886149 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28895, "officialConfigError": null, "officialConfigValid": true, "successCount": 14793, "successRate": 0.5119570860010383, "wilsonLowerBound": 0.5061923235259954 }, "vllm": { "framework": "vllm", "modelCount": 68138, "officialConfigError": null, "officialConfigValid": true, "successCount": 7346, "successRate": 0.10781061962487892, "wilsonLowerBound": 0.10550395233007082 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14112, "officialConfigError": null, "officialConfigValid": true, "successCount": 2479, "successRate": 0.17566609977324263, "wilsonLowerBound": 0.1694760795955767 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-18T09:11:39.764978+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1153.8461538461538, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 1.2387143304411865, "queueFactor": 1.0166925046286013, "queueWeight": 1.0166925046286013, "recentSuccess": 46, "recentSuccessRate": 0.32167832167832167, "recentTerminal": 143, "recentWilsonLowerBound": 0.2506451111483804, "running": 8, "selectionWeight": 1.2593915751355909, "stale": false, "submissionEligible": true, "throughputPerHour": 23.833333333333332, "waiting": 27500 }, "Ascend_910-b4": { "available": true, "backlogHours": 1423.7910447761194, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 0.9851330044400479, "queueWeight": 0.9851330044400479, "recentSuccess": 57, "recentSuccessRate": 0.4253731343283582, "recentTerminal": 134, "recentWilsonLowerBound": 0.34489066618661857, "running": 8, "selectionWeight": 2.4628325111001197, "stale": false, "submissionEligible": true, "throughputPerHour": 22.333333333333332, "waiting": 31798 }, "Biren_166m": { "available": true, "backlogHours": 154.9060773480663, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.28294080963353363, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 32, "recentSuccessRate": 0.17679558011049723, "recentTerminal": 181, "recentWilsonLowerBound": 0.12810625713495155, "running": 8, "selectionWeight": 0.3678230525235937, "stale": false, "submissionEligible": false, "throughputPerHour": 30.166666666666668, "waiting": 4673 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1423.12, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.26863498666797314, "queueFactor": 0.9852026685495179, "queueWeight": 0.9852026685495179, "recentSuccess": 15, "recentSuccessRate": 0.2, "recentTerminal": 75, "recentWilsonLowerBound": 0.12512038203120296, "running": 7, "selectionWeight": 0.2646599057310513, "stale": false, "submissionEligible": false, "throughputPerHour": 12.5, "waiting": 17789 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 417.5744680851064, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.20733601612453145, "queueFactor": 1.184136361661013, "queueWeight": 1.184136361661013, "recentSuccess": 23, "recentSuccessRate": 0.16312056737588654, "recentTerminal": 141, "recentWilsonLowerBound": 0.11122367287919478, "running": 7, "selectionWeight": 0.2455141157749918, "stale": false, "submissionEligible": false, "throughputPerHour": 23.5, "waiting": 9813 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 73.61454545454545, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 13, "recentSuccessRate": 0.04727272727272727, "recentTerminal": 275, "recentWilsonLowerBound": 0.027831328647476103, "running": 13, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 45.833333333333336, "waiting": 3374 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 368.35200000000003, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 1.688841351814234, "queueFactor": 1.2066250938922494, "queueWeight": 1.2066250938922494, "recentSuccess": 46, "recentSuccessRate": 0.368, "recentTerminal": 125, "recentWilsonLowerBound": 0.2885686171370214, "running": 9, "selectionWeight": 2.0377983547019634, "stale": false, "submissionEligible": true, "throughputPerHour": 20.833333333333332, "waiting": 7674 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 1713.75, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.4313330042749812, "queueFactor": 0.9581195187119583, "queueWeight": 0.9581195187119583, "recentSuccess": 14, "recentSuccessRate": 0.25, "recentTerminal": 56, "recentWilsonLowerBound": 0.1551691522297384, "running": 2, "selectionWeight": 0.41326857046052806, "stale": false, "submissionEligible": true, "throughputPerHour": 9.333333333333334, "waiting": 15995 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 464.758064516129, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.6131875715324874, "queueFactor": 1.1652732251973243, "queueWeight": 1.1652732251973243, "recentSuccess": 31, "recentSuccessRate": 0.25, "recentTerminal": 124, "recentWilsonLowerBound": 0.18207534390170776, "running": 8, "selectionWeight": 0.7145310591305766, "stale": false, "submissionEligible": true, "throughputPerHour": 20.666666666666668, "waiting": 9605 }, "MetaX_c-500": { "available": true, "backlogHours": 625.309090909091, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.6154526908377775, "queueFactor": 1.1145449705644928, "queueWeight": 1.1145449705644928, "recentSuccess": 28, "recentSuccessRate": 0.2545454545454545, "recentTerminal": 110, "recentWilsonLowerBound": 0.18238075813593077, "running": 4, "selectionWeight": 0.6859497011936286, "stale": false, "submissionEligible": true, "throughputPerHour": 18.333333333333332, "waiting": 11464 }, "Mthreads_s4000": { "available": true, "backlogHours": 1571.4545454545455, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.07655327403420335, "queueFactor": 0.9706586616281947, "queueWeight": 0.9706586616281947, "recentSuccess": 12, "recentSuccessRate": 0.12121212121212122, "recentTerminal": 99, "recentWilsonLowerBound": 0.0707148172409798, "running": 5, "selectionWeight": 0.07430709851729625, "stale": false, "submissionEligible": false, "throughputPerHour": 16.5, "waiting": 25929 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 2694.0, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.4422867086840142, "queueFactor": 0.8952661602754293, "queueWeight": 0.8952661602754293, "recentSuccess": 11, "recentSuccessRate": 0.2682926829268293, "recentTerminal": 41, "recentWilsonLowerBound": 0.15694805281336685, "running": 2, "selectionWeight": 0.39596432342439475, "stale": false, "submissionEligible": true, "throughputPerHour": 6.833333333333333, "waiting": 18409 }, "Vastai_va16": { "available": true, "backlogHours": 1755.6842105263158, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05486706093092697, "queueFactor": 0.9546514737063159, "queueWeight": 0.9546514737063159, "recentSuccess": 7, "recentSuccessRate": 0.12280701754385964, "recentTerminal": 57, "recentWilsonLowerBound": 0.060779830035075, "running": 16, "selectionWeight": 0.05237892057564366, "stale": false, "submissionEligible": false, "throughputPerHour": 9.5, "waiting": 16679 }, "hygon_k100-ai": { "available": true, "backlogHours": 1642.6896551724137, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 0.9568431027744586, "queueFactor": 0.9642252042860919, "queueWeight": 0.9642252042860919, "recentSuccess": 27, "recentSuccessRate": 0.3103448275862069, "recentTerminal": 87, "recentWilsonLowerBound": 0.22289014167438978, "running": 6, "selectionWeight": 0.9226122362424404, "stale": false, "submissionEligible": true, "throughputPerHour": 14.5, "waiting": 23819 } }, "queueAttemptedAt": "2026-10-18T09:11:39.764978+00:00", "queueError": null, "queueUpdatedAt": "2026-10-18T09:11:39.764978+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }