{ "communityAttemptedAt": "2026-10-29T01:09:56.948831+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-29T01:09:56.948831+00:00", "frameworkAttemptedAt": "2026-10-28T23:00:48.729042+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 44752, "officialConfigError": null, "officialConfigValid": true, "successCount": 22651, "successRate": 0.5061449767608152, "wilsonLowerBound": 0.5015124507736645 }, "vllm": { "framework": "vllm", "modelCount": 59332, "officialConfigError": null, "officialConfigValid": true, "successCount": 15723, "successRate": 0.26500033708622667, "wilsonLowerBound": 0.26146440771578583 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 35, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 15, "successRate": 0.42857142857142855, "wilsonLowerBound": 0.27984333081678914 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 6372, "officialConfigError": null, "officialConfigValid": true, "successCount": 2100, "successRate": 0.3295668549905838, "wilsonLowerBound": 0.31813092132189724 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 39985, "officialConfigError": null, "officialConfigValid": true, "successCount": 19370, "successRate": 0.48443166187320247, "wilsonLowerBound": 0.47953484981457606 }, "vllm": { "framework": "vllm", "modelCount": 41232, "officialConfigError": null, "officialConfigValid": true, "successCount": 11252, "successRate": 0.272894838960031, "wilsonLowerBound": 0.2686164744803298 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 15709, "officialConfigError": null, "officialConfigValid": true, "successCount": 6354, "successRate": 0.40448150741613087, "wilsonLowerBound": 0.3968307565867464 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64350, "officialConfigError": null, "officialConfigValid": true, "successCount": 12100, "successRate": 0.18803418803418803, "wilsonLowerBound": 0.18503380203579306 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 39557, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 8158, "successRate": 0.20623404201531967, "wilsonLowerBound": 0.20227543443388324 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8641, "officialConfigError": null, "officialConfigValid": true, "successCount": 118, "successRate": 0.013655826871889827, "wilsonLowerBound": 0.011415890044794066 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26893, "officialConfigError": null, "officialConfigValid": true, "successCount": 3306, "successRate": 0.12293161789313205, "wilsonLowerBound": 0.11906087847481013 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16534, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.1013668803677271, "wilsonLowerBound": 0.09685856789451742 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 19134, "officialConfigError": null, "officialConfigValid": true, "successCount": 7264, "successRate": 0.3796383401275217, "wilsonLowerBound": 0.3727867553805254 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24865, "officialConfigError": null, "officialConfigValid": true, "successCount": 3812, "successRate": 0.15330786245726927, "wilsonLowerBound": 0.1488832088267288 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 58876, "officialConfigError": null, "officialConfigValid": true, "successCount": 14666, "successRate": 0.24909980297574563, "wilsonLowerBound": 0.2456227165209383 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 29423, "officialConfigError": null, "officialConfigValid": true, "successCount": 4091, "successRate": 0.1390408863814023, "wilsonLowerBound": 0.13513454617015586 }, "vllm": { "framework": "vllm", "modelCount": 87140, "officialConfigError": null, "officialConfigValid": true, "successCount": 9779, "successRate": 0.11222171218728483, "wilsonLowerBound": 0.11014304038606977 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 50712, "officialConfigError": null, "officialConfigValid": true, "successCount": 5792, "successRate": 0.11421359835936268, "wilsonLowerBound": 0.1114744014764543 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 54489, "officialConfigError": null, "officialConfigValid": true, "successCount": 3899, "successRate": 0.07155572684395016, "wilsonLowerBound": 0.06942157472174183 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 95590, "officialConfigError": null, "officialConfigValid": true, "successCount": 24179, "successRate": 0.2529448687101161, "wilsonLowerBound": 0.2501990890443193 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 164, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 6745, "officialConfigError": null, "officialConfigValid": true, "successCount": 631, "successRate": 0.09355077835433655, "wilsonLowerBound": 0.08683065425543382 }, "vllm": { "framework": "vllm", "modelCount": 113032, "officialConfigError": null, "officialConfigValid": true, "successCount": 16551, "successRate": 0.14642756033689575, "wilsonLowerBound": 0.14437853411994217 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 414, "officialConfigError": null, "officialConfigValid": true, "successCount": 2, "successRate": 0.004830917874396135, "wilsonLowerBound": 0.001325785404573985 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 26556, "officialConfigError": null, "officialConfigValid": true, "successCount": 4274, "successRate": 0.16094291308932068, "wilsonLowerBound": 0.15657216292831141 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 45149, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5874, "successRate": 0.1301025493366409, "wilsonLowerBound": 0.12703079854675714 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 9146, "officialConfigError": null, "officialConfigValid": true, "successCount": 850, "successRate": 0.09293680297397769, "wilsonLowerBound": 0.08715600991253136 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 36896, "officialConfigError": null, "officialConfigValid": true, "successCount": 7562, "successRate": 0.20495446660884648, "wilsonLowerBound": 0.2008662896810948 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61652, "officialConfigError": null, "officialConfigValid": true, "successCount": 12432, "successRate": 0.20164795951469539, "wilsonLowerBound": 0.19849938483149585 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 21020, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5832, "successRate": 0.2774500475737393, "wilsonLowerBound": 0.2714381940018949 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16974, "officialConfigError": null, "officialConfigValid": true, "successCount": 4101, "successRate": 0.24160480735242135, "wilsonLowerBound": 0.23522405414022046 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 71046, "officialConfigError": null, "officialConfigValid": true, "successCount": 19468, "successRate": 0.2740196492413366, "wilsonLowerBound": 0.270752192753631 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 2601, "officialConfigError": null, "officialConfigValid": true, "successCount": 1457, "successRate": 0.5601691657054979, "wilsonLowerBound": 0.5410182492502096 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 49288, "officialConfigError": null, "officialConfigValid": true, "successCount": 22162, "successRate": 0.44964291511118326, "wilsonLowerBound": 0.4452552184513562 }, "vllm": { "framework": "vllm", "modelCount": 42472, "officialConfigError": null, "officialConfigValid": true, "successCount": 5626, "successRate": 0.13246374081747975, "wilsonLowerBound": 0.12927294105994702 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1439, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6289, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.03052949594530132, "wilsonLowerBound": 0.026555749965692398 }, "vllm": { "framework": "vllm", "modelCount": 10128, "officialConfigError": null, "officialConfigValid": true, "successCount": 767, "successRate": 0.0757306477093207, "wilsonLowerBound": 0.0707373455606498 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 8326, "officialConfigError": null, "officialConfigValid": true, "successCount": 3670, "successRate": 0.4407878933461446, "wilsonLowerBound": 0.43015311375766774 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7473, "officialConfigError": null, "officialConfigValid": true, "successCount": 253, "successRate": 0.03385521209688211, "wilsonLowerBound": 0.02998822717286581 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 23161, "officialConfigError": null, "officialConfigValid": true, "successCount": 6440, "successRate": 0.27805362462760674, "wilsonLowerBound": 0.2723205488719515 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 29819, "officialConfigError": null, "officialConfigValid": true, "successCount": 15285, "successRate": 0.5125926422750595, "wilsonLowerBound": 0.5069180068543558 }, "vllm": { "framework": "vllm", "modelCount": 69632, "officialConfigError": null, "officialConfigValid": true, "successCount": 7598, "successRate": 0.1091164981617647, "wilsonLowerBound": 0.10682219215736816 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 15075, "officialConfigError": null, "officialConfigValid": true, "successCount": 2838, "successRate": 0.18825870646766169, "wilsonLowerBound": 0.18209799836107254 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-29T01:24:30.961413+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 0.0017170012024789567, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345952, "recentSuccessRate": 1.0, "recentTerminal": 345952, "recentWilsonLowerBound": 0.9999888956926344, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57658.666666666664, "waiting": 99 }, "Ascend_910-b4": { "available": true, "backlogHours": 0.0017343446489686432, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345952, "recentSuccessRate": 1.0, "recentTerminal": 345952, "recentWilsonLowerBound": 0.9999888956926344, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57658.666666666664, "waiting": 100 }, "Biren_166m": { "available": true, "backlogHours": 0.0017343446489686432, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345952, "recentSuccessRate": 1.0, "recentTerminal": 345952, "recentWilsonLowerBound": 0.9999888956926344, "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57658.666666666664, "waiting": 100 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 0.0017343446489686432, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345952, "recentSuccessRate": 1.0, "recentTerminal": 345952, "recentWilsonLowerBound": 0.9999888956926344, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57658.666666666664, "waiting": 100 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 0.0017343446489686432, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345952, "recentSuccessRate": 1.0, "recentTerminal": 345952, "recentWilsonLowerBound": 0.9999888956926344, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57658.666666666664, "waiting": 100 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 0.0017343446489686432, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345952, "recentSuccessRate": 1.0, "recentTerminal": 345952, "recentWilsonLowerBound": 0.9999888956926344, "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57658.666666666664, "waiting": 100 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 0.0017343446489686432, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345952, "recentSuccessRate": 1.0, "recentTerminal": 345952, "recentWilsonLowerBound": 0.9999888956926344, "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57658.666666666664, "waiting": 100 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 0.0017170012024789567, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345952, "recentSuccessRate": 1.0, "recentTerminal": 345952, "recentWilsonLowerBound": 0.9999888956926344, "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57658.666666666664, "waiting": 99 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 0.0017170012024789567, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345952, "recentSuccessRate": 1.0, "recentTerminal": 345952, "recentWilsonLowerBound": 0.9999888956926344, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57658.666666666664, "waiting": 99 }, "MetaX_c-500": { "available": true, "backlogHours": 0.0017343446489686432, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345952, "recentSuccessRate": 1.0, "recentTerminal": 345952, "recentWilsonLowerBound": 0.9999888956926344, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57658.666666666664, "waiting": 100 }, "Mthreads_s4000": { "available": true, "backlogHours": 0.0017343446489686432, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345952, "recentSuccessRate": 1.0, "recentTerminal": 345952, "recentWilsonLowerBound": 0.9999888956926344, "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57658.666666666664, "waiting": 100 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 0.0017170012024789567, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345952, "recentSuccessRate": 1.0, "recentTerminal": 345952, "recentWilsonLowerBound": 0.9999888956926344, "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57658.666666666664, "waiting": 99 }, "Vastai_va16": { "available": true, "backlogHours": 0.0017170012024789567, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345952, "recentSuccessRate": 1.0, "recentTerminal": 345952, "recentWilsonLowerBound": 0.9999888956926344, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57658.666666666664, "waiting": 99 }, "hygon_k100-ai": { "available": true, "backlogHours": 0.0017170012024789567, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345952, "recentSuccessRate": 1.0, "recentTerminal": 345952, "recentWilsonLowerBound": 0.9999888956926344, "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57658.666666666664, "waiting": 99 } }, "queueAttemptedAt": "2026-10-29T01:23:26.461278+00:00", "queueError": null, "queueUpdatedAt": "2026-10-29T01:23:26.461278+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b4", "hygon_k100-ai", "Ascend_910-b3", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }