{ "communityAttemptedAt": "2026-10-30T18:44:04.682856+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-30T18:44:04.682856+00:00", "frameworkAttemptedAt": "2026-10-30T16:16:41.093310+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 44980, "officialConfigError": null, "officialConfigValid": true, "successCount": 22774, "successRate": 0.5063139172965763, "wilsonLowerBound": 0.5016931525297287 }, "vllm": { "framework": "vllm", "modelCount": 59514, "officialConfigError": null, "officialConfigValid": true, "successCount": 15742, "successRate": 0.2645091911146957, "wilsonLowerBound": 0.26098078445968087 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 52, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 18, "successRate": 0.34615384615384615, "wilsonLowerBound": 0.23150828073938615 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 6579, "officialConfigError": null, "officialConfigValid": true, "successCount": 2161, "successRate": 0.32846937224502204, "wilsonLowerBound": 0.3172233732474805 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 40201, "officialConfigError": null, "officialConfigValid": true, "successCount": 19505, "successRate": 0.48518693564836696, "wilsonLowerBound": 0.4803029947751103 }, "vllm": { "framework": "vllm", "modelCount": 41307, "officialConfigError": null, "officialConfigValid": true, "successCount": 11259, "successRate": 0.2725688140024693, "wilsonLowerBound": 0.2682959503749288 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 15994, "officialConfigError": null, "officialConfigValid": true, "successCount": 6417, "successRate": 0.4012129548580718, "wilsonLowerBound": 0.3936412678254247 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64354, "officialConfigError": null, "officialConfigValid": true, "successCount": 12100, "successRate": 0.18802250054386674, "wilsonLowerBound": 0.18502228000021326 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 40404, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 8222, "successRate": 0.2034947034947035, "wilsonLowerBound": 0.1995972988999546 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8824, "officialConfigError": null, "officialConfigValid": true, "successCount": 118, "successRate": 0.013372620126926565, "wilsonLowerBound": 0.011178897697952156 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26930, "officialConfigError": null, "officialConfigValid": true, "successCount": 3310, "successRate": 0.12291125139249907, "wilsonLowerBound": 0.11904341727579179 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16536, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10135462022254475, "wilsonLowerBound": 0.09684682438124673 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 19414, "officialConfigError": null, "officialConfigValid": true, "successCount": 7316, "successRate": 0.37684145462037705, "wilsonLowerBound": 0.37004970399435316 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24865, "officialConfigError": null, "officialConfigValid": true, "successCount": 3812, "successRate": 0.15330786245726927, "wilsonLowerBound": 0.1488832088267288 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 59479, "officialConfigError": null, "officialConfigValid": true, "successCount": 14754, "successRate": 0.24805393500226972, "wilsonLowerBound": 0.24459939207388923 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 30296, "officialConfigError": null, "officialConfigValid": true, "successCount": 4145, "successRate": 0.13681674148402428, "wilsonLowerBound": 0.1329929948168685 }, "vllm": { "framework": "vllm", "modelCount": 87140, "officialConfigError": null, "officialConfigValid": true, "successCount": 9779, "successRate": 0.11222171218728483, "wilsonLowerBound": 0.11014304038606977 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 50779, "officialConfigError": null, "officialConfigValid": true, "successCount": 5805, "successRate": 0.11431891136099569, "wilsonLowerBound": 0.11158038455927313 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 55059, "officialConfigError": null, "officialConfigValid": true, "successCount": 3913, "successRate": 0.07106921665849361, "wilsonLowerBound": 0.06895278778160145 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 95652, "officialConfigError": null, "officialConfigValid": true, "successCount": 24194, "successRate": 0.2529377326140593, "wilsonLowerBound": 0.25019286572296573 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 168, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 6758, "officialConfigError": null, "officialConfigValid": true, "successCount": 631, "successRate": 0.09337081976916248, "wilsonLowerBound": 0.08666303017728585 }, "vllm": { "framework": "vllm", "modelCount": 113038, "officialConfigError": null, "officialConfigValid": true, "successCount": 16551, "successRate": 0.14641978803588174, "wilsonLowerBound": 0.14437086145827077 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 423, "officialConfigError": null, "officialConfigValid": true, "successCount": 2, "successRate": 0.004728132387706856, "wilsonLowerBound": 0.0012975563233095547 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 26591, "officialConfigError": null, "officialConfigValid": true, "successCount": 4289, "successRate": 0.16129517505923058, "wilsonLowerBound": 0.15692331737923118 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 45475, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5895, "successRate": 0.12963166575041232, "wilsonLowerBound": 0.12657563704477579 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 9178, "officialConfigError": null, "officialConfigValid": true, "successCount": 853, "successRate": 0.0929396382654173, "wilsonLowerBound": 0.08716855598402456 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 37052, "officialConfigError": null, "officialConfigValid": true, "successCount": 7605, "successRate": 0.20525207816042318, "wilsonLowerBound": 0.2011702078450526 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61664, "officialConfigError": null, "officialConfigValid": true, "successCount": 12434, "successRate": 0.20164115204981836, "wilsonLowerBound": 0.19849292229990603 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 21326, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5863, "successRate": 0.27492262965394354, "wilsonLowerBound": 0.268971197304106 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 17100, "officialConfigError": null, "officialConfigValid": true, "successCount": 4115, "successRate": 0.24064327485380116, "wilsonLowerBound": 0.23429478934693687 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 71298, "officialConfigError": null, "officialConfigValid": true, "successCount": 19520, "successRate": 0.2737804707004404, "wilsonLowerBound": 0.2705196747914755 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 2804, "officialConfigError": null, "officialConfigValid": true, "successCount": 1539, "successRate": 0.5488587731811697, "wilsonLowerBound": 0.5303859355125221 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 49416, "officialConfigError": null, "officialConfigValid": true, "successCount": 22238, "successRate": 0.45001618908855434, "wilsonLowerBound": 0.44563381233009536 }, "vllm": { "framework": "vllm", "modelCount": 42659, "officialConfigError": null, "officialConfigValid": true, "successCount": 5692, "successRate": 0.13343022574368832, "wilsonLowerBound": 0.13023635396907535 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1466, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6290, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.03052464228934817, "wilsonLowerBound": 0.026551520034527744 }, "vllm": { "framework": "vllm", "modelCount": 10131, "officialConfigError": null, "officialConfigValid": true, "successCount": 767, "successRate": 0.07570822228802684, "wilsonLowerBound": 0.07071634427594103 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 8404, "officialConfigError": null, "officialConfigValid": true, "successCount": 3692, "successRate": 0.4393146120894812, "wilsonLowerBound": 0.42873362575245194 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7476, "officialConfigError": null, "officialConfigValid": true, "successCount": 254, "successRate": 0.03397538790797218, "wilsonLowerBound": 0.030102074381377207 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 23679, "officialConfigError": null, "officialConfigValid": true, "successCount": 6573, "successRate": 0.2775877359685798, "wilsonLowerBound": 0.271920325320184 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 29936, "officialConfigError": null, "officialConfigValid": true, "successCount": 15361, "successRate": 0.5131280064136825, "wilsonLowerBound": 0.5074645601033321 }, "vllm": { "framework": "vllm", "modelCount": 69755, "officialConfigError": null, "officialConfigValid": true, "successCount": 7615, "successRate": 0.10916780159128378, "wilsonLowerBound": 0.10687502033253095 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 15161, "officialConfigError": null, "officialConfigValid": true, "successCount": 2866, "successRate": 0.189037662423323, "wilsonLowerBound": 0.18288416514392783 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-30T18:58:52.756852+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1.726419980433907e-05, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347540, "recentSuccessRate": 1.0, "recentTerminal": 347540, "recentWilsonLowerBound": 0.9999889464305214, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57923.333333333336, "waiting": 1 }, "Ascend_910-b4": { "available": true, "backlogHours": 0.0006387753927605455, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347540, "recentSuccessRate": 1.0, "recentTerminal": 347540, "recentWilsonLowerBound": 0.9999889464305214, "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57923.333333333336, "waiting": 37 }, "Biren_166m": { "available": true, "backlogHours": 0.0006387753927605455, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347540, "recentSuccessRate": 1.0, "recentTerminal": 347540, "recentWilsonLowerBound": 0.9999889464305214, "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57923.333333333336, "waiting": 37 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1.726419980433907e-05, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347540, "recentSuccessRate": 1.0, "recentTerminal": 347540, "recentWilsonLowerBound": 0.9999889464305214, "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57923.333333333336, "waiting": 1 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 1.726419980433907e-05, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347540, "recentSuccessRate": 1.0, "recentTerminal": 347540, "recentWilsonLowerBound": 0.9999889464305214, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57923.333333333336, "waiting": 1 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 1.726419980433907e-05, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347540, "recentSuccessRate": 1.0, "recentTerminal": 347540, "recentWilsonLowerBound": 0.9999889464305214, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57923.333333333336, "waiting": 1 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 1.726419980433907e-05, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347540, "recentSuccessRate": 1.0, "recentTerminal": 347540, "recentWilsonLowerBound": 0.9999889464305214, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57923.333333333336, "waiting": 1 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 1.726419980433907e-05, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347540, "recentSuccessRate": 1.0, "recentTerminal": 347540, "recentWilsonLowerBound": 0.9999889464305214, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57923.333333333336, "waiting": 1 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 0.0006387753927605455, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347540, "recentSuccessRate": 1.0, "recentTerminal": 347540, "recentWilsonLowerBound": 0.9999889464305214, "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57923.333333333336, "waiting": 37 }, "MetaX_c-500": { "available": true, "backlogHours": 0.0006387753927605455, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347540, "recentSuccessRate": 1.0, "recentTerminal": 347540, "recentWilsonLowerBound": 0.9999889464305214, "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57923.333333333336, "waiting": 37 }, "Mthreads_s4000": { "available": true, "backlogHours": 1.726419980433907e-05, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347540, "recentSuccessRate": 1.0, "recentTerminal": 347540, "recentWilsonLowerBound": 0.9999889464305214, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57923.333333333336, "waiting": 1 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 0.0006387753927605455, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347540, "recentSuccessRate": 1.0, "recentTerminal": 347540, "recentWilsonLowerBound": 0.9999889464305214, "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57923.333333333336, "waiting": 37 }, "Vastai_va16": { "available": true, "backlogHours": 0.0006387753927605455, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347540, "recentSuccessRate": 1.0, "recentTerminal": 347540, "recentWilsonLowerBound": 0.9999889464305214, "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57923.333333333336, "waiting": 37 }, "hygon_k100-ai": { "available": true, "backlogHours": 1.726419980433907e-05, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347540, "recentSuccessRate": 1.0, "recentTerminal": 347540, "recentWilsonLowerBound": 0.9999889464305214, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57923.333333333336, "waiting": 1 } }, "queueAttemptedAt": "2026-10-30T18:57:48.396759+00:00", "queueError": null, "queueUpdatedAt": "2026-10-30T18:57:48.396759+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b4", "Ascend_910-b3", "MetaX_c-500", "Sunrise_pt-200-x1", "hygon_k100-ai", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }