{ "communityAttemptedAt": "2026-11-01T15:19:10.248088+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-11-01T15:19:10.248088+00:00", "frameworkAttemptedAt": "2026-11-01T13:29:19.842142+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 45289, "officialConfigError": null, "officialConfigValid": true, "successCount": 22947, "successRate": 0.5066793261056769, "wilsonLowerBound": 0.502074364936186 }, "vllm": { "framework": "vllm", "modelCount": 59777, "officialConfigError": null, "officialConfigValid": true, "successCount": 15765, "successRate": 0.2637301972330495, "wilsonLowerBound": 0.2602129182910093 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 70, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 19, "successRate": 0.2714285714285714, "wilsonLowerBound": 0.18119460808784751 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 6841, "officialConfigError": null, "officialConfigValid": true, "successCount": 2258, "successRate": 0.3300687034059348, "wilsonLowerBound": 0.31902350105417593 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 40513, "officialConfigError": null, "officialConfigValid": true, "successCount": 19709, "successRate": 0.48648581936662305, "wilsonLowerBound": 0.48162023225807354 }, "vllm": { "framework": "vllm", "modelCount": 41397, "officialConfigError": null, "officialConfigValid": true, "successCount": 11269, "successRate": 0.2722177935599198, "wilsonLowerBound": 0.2679513150203658 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16445, "officialConfigError": null, "officialConfigValid": true, "successCount": 6530, "successRate": 0.39708117968987533, "wilsonLowerBound": 0.3896276592848537 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64359, "officialConfigError": null, "officialConfigValid": true, "successCount": 12100, "successRate": 0.18800789322394693, "wilsonLowerBound": 0.18500787947369549 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 41672, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 8318, "successRate": 0.1996064503743521, "wilsonLowerBound": 0.19579649981028993 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8902, "officialConfigError": null, "officialConfigValid": true, "successCount": 118, "successRate": 0.01325544821388452, "wilsonLowerBound": 0.011080849174710429 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26951, "officialConfigError": null, "officialConfigValid": true, "successCount": 3315, "successRate": 0.12300100181811435, "wilsonLowerBound": 0.11913341129927003 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16539, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10133623556442349, "wilsonLowerBound": 0.09682921445009696 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 19807, "officialConfigError": null, "officialConfigValid": true, "successCount": 7425, "successRate": 0.37486747109607715, "wilsonLowerBound": 0.3681506115281962 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24867, "officialConfigError": null, "officialConfigValid": true, "successCount": 3814, "successRate": 0.15337596010777335, "wilsonLowerBound": 0.14895065767013002 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 60308, "officialConfigError": null, "officialConfigValid": true, "successCount": 14967, "successRate": 0.2481760297141341, "wilsonLowerBound": 0.2447446237539842 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 31126, "officialConfigError": null, "officialConfigValid": true, "successCount": 4202, "successRate": 0.1349996787251815, "wilsonLowerBound": 0.1312483155251695 }, "vllm": { "framework": "vllm", "modelCount": 87140, "officialConfigError": null, "officialConfigValid": true, "successCount": 9779, "successRate": 0.11222171218728483, "wilsonLowerBound": 0.11014304038606977 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 50860, "officialConfigError": null, "officialConfigValid": true, "successCount": 5806, "successRate": 0.11415650806134486, "wilsonLowerBound": 0.11142186332893537 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 55916, "officialConfigError": null, "officialConfigValid": true, "successCount": 3938, "successRate": 0.07042706917519136, "wilsonLowerBound": 0.06833564837902444 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 95663, "officialConfigError": null, "officialConfigValid": true, "successCount": 24194, "successRate": 0.25290864806665064, "wilsonLowerBound": 0.25016404433973366 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 173, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 6768, "officialConfigError": null, "officialConfigValid": true, "successCount": 631, "successRate": 0.09323286052009457, "wilsonLowerBound": 0.08653452835886856 }, "vllm": { "framework": "vllm", "modelCount": 113038, "officialConfigError": null, "officialConfigValid": true, "successCount": 16551, "successRate": 0.14641978803588174, "wilsonLowerBound": 0.14437086145827077 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 437, "officialConfigError": null, "officialConfigValid": true, "successCount": 2, "successRate": 0.004576659038901602, "wilsonLowerBound": 0.001255957229241726 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 26610, "officialConfigError": null, "officialConfigValid": true, "successCount": 4292, "successRate": 0.16129274708756106, "wilsonLowerBound": 0.15692246019183576 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 45672, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5908, "successRate": 0.12935715536871606, "wilsonLowerBound": 0.1263104582607641 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 9187, "officialConfigError": null, "officialConfigValid": true, "successCount": 853, "successRate": 0.09284859039947753, "wilsonLowerBound": 0.08708289990367094 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 206, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.1796116504854369, "wilsonLowerBound": 0.13320865973713544 }, "vllm": { "framework": "vllm", "modelCount": 37339, "officialConfigError": null, "officialConfigValid": true, "successCount": 7711, "successRate": 0.20651329708883473, "wilsonLowerBound": 0.202437592952885 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61681, "officialConfigError": null, "officialConfigValid": true, "successCount": 12434, "successRate": 0.2015855774063326, "wilsonLowerBound": 0.1984381085723057 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 21832, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5971, "successRate": 0.2734976181751557, "wilsonLowerBound": 0.2676248973929798 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 17265, "officialConfigError": null, "officialConfigValid": true, "successCount": 4145, "successRate": 0.24008108890819577, "wilsonLowerBound": 0.23376794890794883 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 71574, "officialConfigError": null, "officialConfigValid": true, "successCount": 19594, "successRate": 0.27375862743454327, "wilsonLowerBound": 0.27050418328683945 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 3083, "officialConfigError": null, "officialConfigValid": true, "successCount": 1695, "successRate": 0.5497891663963672, "wilsonLowerBound": 0.5321759690097437 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 49597, "officialConfigError": null, "officialConfigValid": true, "successCount": 22341, "successRate": 0.45045063209468317, "wilsonLowerBound": 0.44607583543484575 }, "vllm": { "framework": "vllm", "modelCount": 42951, "officialConfigError": null, "officialConfigValid": true, "successCount": 5806, "successRate": 0.13517729505715817, "wilsonLowerBound": 0.131976313177022 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1516, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 2.162923417135081e-19 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6290, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.03052464228934817, "wilsonLowerBound": 0.026551520034527744 }, "vllm": { "framework": "vllm", "modelCount": 10137, "officialConfigError": null, "officialConfigValid": true, "successCount": 768, "successRate": 0.0757620597810003, "wilsonLowerBound": 0.07076991339660049 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 8550, "officialConfigError": null, "officialConfigValid": true, "successCount": 3756, "successRate": 0.4392982456140351, "wilsonLowerBound": 0.42880776267793025 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7476, "officialConfigError": null, "officialConfigValid": true, "successCount": 254, "successRate": 0.03397538790797218, "wilsonLowerBound": 0.030102074381377207 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 24208, "officialConfigError": null, "officialConfigValid": true, "successCount": 6728, "successRate": 0.2779246530072703, "wilsonLowerBound": 0.2723169489995887 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 30241, "officialConfigError": null, "officialConfigValid": true, "successCount": 15466, "successRate": 0.5114248867431632, "wilsonLowerBound": 0.5057898223554436 }, "vllm": { "framework": "vllm", "modelCount": 70096, "officialConfigError": null, "officialConfigValid": true, "successCount": 7649, "successRate": 0.1091217758502625, "wilsonLowerBound": 0.10683495575667575 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 15508, "officialConfigError": null, "officialConfigValid": true, "successCount": 2933, "successRate": 0.18912819190095434, "wilsonLowerBound": 0.18304189243376037 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-11-01T15:23:59.311149+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 0.0016967501806724728, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350081, "recentSuccessRate": 1.0, "recentTerminal": 350081, "recentWilsonLowerBound": 0.9999890266599879, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58346.833333333336, "waiting": 99 }, "Ascend_910-b4": { "available": true, "backlogHours": 0.0016796112899586095, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350081, "recentSuccessRate": 1.0, "recentTerminal": 350081, "recentWilsonLowerBound": 0.9999890266599879, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58346.833333333336, "waiting": 98 }, "Biren_166m": { "available": true, "backlogHours": 0.0016967501806724728, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350081, "recentSuccessRate": 1.0, "recentTerminal": 350081, "recentWilsonLowerBound": 0.9999890266599879, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58346.833333333336, "waiting": 99 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 0.0016967501806724728, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350081, "recentSuccessRate": 1.0, "recentTerminal": 350081, "recentWilsonLowerBound": 0.9999890266599879, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58346.833333333336, "waiting": 99 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 0.0016967501806724728, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350081, "recentSuccessRate": 1.0, "recentTerminal": 350081, "recentWilsonLowerBound": 0.9999890266599879, "running": 21, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58346.833333333336, "waiting": 99 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 0.0016796112899586095, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350081, "recentSuccessRate": 1.0, "recentTerminal": 350081, "recentWilsonLowerBound": 0.9999890266599879, "running": 21, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58346.833333333336, "waiting": 98 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 0.0016967501806724728, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350081, "recentSuccessRate": 1.0, "recentTerminal": 350081, "recentWilsonLowerBound": 0.9999890266599879, "running": 21, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58346.833333333336, "waiting": 99 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 0.0016796112899586095, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350081, "recentSuccessRate": 1.0, "recentTerminal": 350081, "recentWilsonLowerBound": 0.9999890266599879, "running": 21, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58346.833333333336, "waiting": 98 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 0.0016967501806724728, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350081, "recentSuccessRate": 1.0, "recentTerminal": 350081, "recentWilsonLowerBound": 0.9999890266599879, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58346.833333333336, "waiting": 99 }, "MetaX_c-500": { "available": true, "backlogHours": 0.0016967501806724728, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350081, "recentSuccessRate": 1.0, "recentTerminal": 350081, "recentWilsonLowerBound": 0.9999890266599879, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58346.833333333336, "waiting": 99 }, "Mthreads_s4000": { "available": true, "backlogHours": 0.0016796112899586095, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350081, "recentSuccessRate": 1.0, "recentTerminal": 350081, "recentWilsonLowerBound": 0.9999890266599879, "running": 21, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58346.833333333336, "waiting": 98 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 0.0016967501806724728, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350081, "recentSuccessRate": 1.0, "recentTerminal": 350081, "recentWilsonLowerBound": 0.9999890266599879, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58346.833333333336, "waiting": 99 }, "Vastai_va16": { "available": true, "backlogHours": 0.0016796112899586095, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350081, "recentSuccessRate": 1.0, "recentTerminal": 350081, "recentWilsonLowerBound": 0.9999890266599879, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58346.833333333336, "waiting": 98 }, "hygon_k100-ai": { "available": true, "backlogHours": 0.0016967501806724728, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350081, "recentSuccessRate": 1.0, "recentTerminal": 350081, "recentWilsonLowerBound": 0.9999890266599879, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58346.833333333336, "waiting": 99 } }, "queueAttemptedAt": "2026-11-01T15:23:59.311149+00:00", "queueError": null, "queueUpdatedAt": "2026-11-01T15:23:59.311149+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b4", "Ascend_910-b3", "MetaX_c-500", "Sunrise_pt-200-x1", "hygon_k100-ai", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }