{ "communityAttemptedAt": "2026-10-31T16:03:38.155284+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-31T16:03:38.155284+00:00", "frameworkAttemptedAt": "2026-10-31T10:17:59.998236+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 45105, "officialConfigError": null, "officialConfigValid": true, "successCount": 22845, "successRate": 0.5064848686398403, "wilsonLowerBound": 0.5018705169374298 }, "vllm": { "framework": "vllm", "modelCount": 59628, "officialConfigError": null, "officialConfigValid": true, "successCount": 15750, "successRate": 0.26413765345139867, "wilsonLowerBound": 0.26061422421649233 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 63, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 19, "successRate": 0.30158730158730157, "wilsonLowerBound": 0.20237537048735993 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 6686, "officialConfigError": null, "officialConfigValid": true, "successCount": 2198, "successRate": 0.3287466347591983, "wilsonLowerBound": 0.3175875623665683 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 40331, "officialConfigError": null, "officialConfigValid": true, "successCount": 19593, "successRate": 0.4858049639235328, "wilsonLowerBound": 0.4809286637616592 }, "vllm": { "framework": "vllm", "modelCount": 41345, "officialConfigError": null, "officialConfigValid": true, "successCount": 11261, "successRate": 0.2723666706977869, "wilsonLowerBound": 0.2680967756649836 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16189, "officialConfigError": null, "officialConfigValid": true, "successCount": 6459, "successRate": 0.3989746123911298, "wilsonLowerBound": 0.3914560718909987 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64356, "officialConfigError": null, "officialConfigValid": true, "successCount": 12100, "successRate": 0.18801665734352663, "wilsonLowerBound": 0.1850165195205704 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 40852, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 8304, "successRate": 0.20327034172133554, "wilsonLowerBound": 0.19939583539933425 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8860, "officialConfigError": null, "officialConfigValid": true, "successCount": 118, "successRate": 0.013318284424379233, "wilsonLowerBound": 0.011133429798243787 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26937, "officialConfigError": null, "officialConfigValid": true, "successCount": 3312, "successRate": 0.12295355830270631, "wilsonLowerBound": 0.11908563378098767 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16537, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.1013484912620185, "wilsonLowerBound": 0.09684095369249211 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 19559, "officialConfigError": null, "officialConfigValid": true, "successCount": 7361, "successRate": 0.3763484840738279, "wilsonLowerBound": 0.3695837165958955 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24867, "officialConfigError": null, "officialConfigValid": true, "successCount": 3814, "successRate": 0.15337596010777335, "wilsonLowerBound": 0.14895065767013002 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 59802, "officialConfigError": null, "officialConfigValid": true, "successCount": 14841, "successRate": 0.24816895755994783, "wilsonLowerBound": 0.24472316728365662 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 30639, "officialConfigError": null, "officialConfigValid": true, "successCount": 4176, "successRate": 0.13629687652991285, "wilsonLowerBound": 0.13250056154986872 }, "vllm": { "framework": "vllm", "modelCount": 87140, "officialConfigError": null, "officialConfigValid": true, "successCount": 9779, "successRate": 0.11222171218728483, "wilsonLowerBound": 0.11014304038606977 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 50797, "officialConfigError": null, "officialConfigValid": true, "successCount": 5806, "successRate": 0.11429808846979152, "wilsonLowerBound": 0.11156026280028515 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 55394, "officialConfigError": null, "officialConfigValid": true, "successCount": 3926, "successRate": 0.07087410188829114, "wilsonLowerBound": 0.06876672065100775 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 95660, "officialConfigError": null, "officialConfigValid": true, "successCount": 24194, "successRate": 0.25291657955258207, "wilsonLowerBound": 0.2501719040583192 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 172, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 6761, "officialConfigError": null, "officialConfigValid": true, "successCount": 631, "successRate": 0.09332938914361781, "wilsonLowerBound": 0.08662443957329942 }, "vllm": { "framework": "vllm", "modelCount": 113038, "officialConfigError": null, "officialConfigValid": true, "successCount": 16551, "successRate": 0.14641978803588174, "wilsonLowerBound": 0.14437086145827077 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 430, "officialConfigError": null, "officialConfigValid": true, "successCount": 2, "successRate": 0.004651162790697674, "wilsonLowerBound": 0.00127641793225089 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 26597, "officialConfigError": null, "officialConfigValid": true, "successCount": 4289, "successRate": 0.16125878858517878, "wilsonLowerBound": 0.1568878264144526 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 45549, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5899, "successRate": 0.12950888054622495, "wilsonLowerBound": 0.12645656387475104 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 9179, "officialConfigError": null, "officialConfigValid": true, "successCount": 853, "successRate": 0.09292951301884737, "wilsonLowerBound": 0.08715903032077496 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 206, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.1796116504854369, "wilsonLowerBound": 0.13320865973713544 }, "vllm": { "framework": "vllm", "modelCount": 37168, "officialConfigError": null, "officialConfigValid": true, "successCount": 7645, "successRate": 0.2056876883340508, "wilsonLowerBound": 0.20160887203419114 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61674, "officialConfigError": null, "officialConfigValid": true, "successCount": 12434, "successRate": 0.20160845737263677, "wilsonLowerBound": 0.19846067526351305 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 21526, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5901, "successRate": 0.2741336058719688, "wilsonLowerBound": 0.26821515880803565 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 17167, "officialConfigError": null, "officialConfigValid": true, "successCount": 4125, "successRate": 0.24028659637676938, "wilsonLowerBound": 0.2339537151026407 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 71406, "officialConfigError": null, "officialConfigValid": true, "successCount": 19547, "successRate": 0.2737445032630311, "wilsonLowerBound": 0.2704863006952127 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 2915, "officialConfigError": null, "officialConfigValid": true, "successCount": 1601, "successRate": 0.5492281303602058, "wilsonLowerBound": 0.5311120430290417 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 49496, "officialConfigError": null, "officialConfigValid": true, "successCount": 22282, "successRate": 0.4501777921448198, "wilsonLowerBound": 0.44579879967590236 }, "vllm": { "framework": "vllm", "modelCount": 42790, "officialConfigError": null, "officialConfigValid": true, "successCount": 5742, "successRate": 0.13419023136246785, "wilsonLowerBound": 0.1309933894676942 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1487, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6290, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.03052464228934817, "wilsonLowerBound": 0.026551520034527744 }, "vllm": { "framework": "vllm", "modelCount": 10133, "officialConfigError": null, "officialConfigValid": true, "successCount": 768, "successRate": 0.07579196684101451, "wilsonLowerBound": 0.0707979225110708 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 8463, "officialConfigError": null, "officialConfigValid": true, "successCount": 3723, "successRate": 0.43991492378589153, "wilsonLowerBound": 0.4293689444153717 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7476, "officialConfigError": null, "officialConfigValid": true, "successCount": 254, "successRate": 0.03397538790797218, "wilsonLowerBound": 0.030102074381377207 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 23913, "officialConfigError": null, "officialConfigValid": true, "successCount": 6643, "successRate": 0.27779868690670345, "wilsonLowerBound": 0.2721575334348471 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 30124, "officialConfigError": null, "officialConfigValid": true, "successCount": 15406, "successRate": 0.5114194662063472, "wilsonLowerBound": 0.5057734671439656 }, "vllm": { "framework": "vllm", "modelCount": 69960, "officialConfigError": null, "officialConfigValid": true, "successCount": 7631, "successRate": 0.10907661520869068, "wilsonLowerBound": 0.10678801622403622 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 15355, "officialConfigError": null, "officialConfigValid": true, "successCount": 2890, "successRate": 0.1882123086942364, "wilsonLowerBound": 0.18210790057490334 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-31T16:12:54.647905+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 0.012675644531585917, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348858, "recentSuccessRate": 1.0, "recentTerminal": 348858, "recentWilsonLowerBound": 0.9999889881909056, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58143.0, "waiting": 737 }, "Ascend_910-b4": { "available": true, "backlogHours": 0.012675644531585917, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348858, "recentSuccessRate": 1.0, "recentTerminal": 348858, "recentWilsonLowerBound": 0.9999889881909056, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58143.0, "waiting": 737 }, "Biren_166m": { "available": true, "backlogHours": 0.012675644531585917, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348858, "recentSuccessRate": 1.0, "recentTerminal": 348858, "recentWilsonLowerBound": 0.9999889881909056, "running": 6, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58143.0, "waiting": 737 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 0.012675644531585917, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348858, "recentSuccessRate": 1.0, "recentTerminal": 348858, "recentWilsonLowerBound": 0.9999889881909056, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58143.0, "waiting": 737 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 0.012675644531585917, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348858, "recentSuccessRate": 1.0, "recentTerminal": 348858, "recentWilsonLowerBound": 0.9999889881909056, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58143.0, "waiting": 737 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 0.012675644531585917, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348858, "recentSuccessRate": 1.0, "recentTerminal": 348858, "recentWilsonLowerBound": 0.9999889881909056, "running": 6, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58143.0, "waiting": 737 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 0.012675644531585917, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348858, "recentSuccessRate": 1.0, "recentTerminal": 348858, "recentWilsonLowerBound": 0.9999889881909056, "running": 6, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58143.0, "waiting": 737 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 0.012675644531585917, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348858, "recentSuccessRate": 1.0, "recentTerminal": 348858, "recentWilsonLowerBound": 0.9999889881909056, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58143.0, "waiting": 737 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 0.012675644531585917, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348858, "recentSuccessRate": 1.0, "recentTerminal": 348858, "recentWilsonLowerBound": 0.9999889881909056, "running": 6, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58143.0, "waiting": 737 }, "MetaX_c-500": { "available": true, "backlogHours": 0.012675644531585917, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348858, "recentSuccessRate": 1.0, "recentTerminal": 348858, "recentWilsonLowerBound": 0.9999889881909056, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58143.0, "waiting": 737 }, "Mthreads_s4000": { "available": true, "backlogHours": 0.012675644531585917, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348858, "recentSuccessRate": 1.0, "recentTerminal": 348858, "recentWilsonLowerBound": 0.9999889881909056, "running": 6, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58143.0, "waiting": 737 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 0.012675644531585917, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348858, "recentSuccessRate": 1.0, "recentTerminal": 348858, "recentWilsonLowerBound": 0.9999889881909056, "running": 6, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58143.0, "waiting": 737 }, "Vastai_va16": { "available": true, "backlogHours": 0.012675644531585917, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348858, "recentSuccessRate": 1.0, "recentTerminal": 348858, "recentWilsonLowerBound": 0.9999889881909056, "running": 6, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58143.0, "waiting": 737 }, "hygon_k100-ai": { "available": true, "backlogHours": 0.012675644531585917, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348858, "recentSuccessRate": 1.0, "recentTerminal": 348858, "recentWilsonLowerBound": 0.9999889881909056, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58143.0, "waiting": 737 } }, "queueAttemptedAt": "2026-10-31T16:11:21.624358+00:00", "queueError": null, "queueUpdatedAt": "2026-10-31T16:11:21.624358+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b4", "Ascend_910-b3", "MetaX_c-500", "Sunrise_pt-200-x1", "hygon_k100-ai", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }