{ "communityAttemptedAt": "2026-11-11T00:14:33.005573+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-11-11T00:14:33.005573+00:00", "frameworkAttemptedAt": "2026-11-10T20:48:10.728045+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 46833, "officialConfigError": null, "officialConfigValid": true, "successCount": 23833, "successRate": 0.5088933017316849, "wilsonLowerBound": 0.50436501898676 }, "vllm": { "framework": "vllm", "modelCount": 61154, "officialConfigError": null, "officialConfigValid": true, "successCount": 15928, "successRate": 0.260457206396965, "wilsonLowerBound": 0.2569938180706206 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 84, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 24, "successRate": 0.2857142857142857, "wilsonLowerBound": 0.20014898610655452 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8222, "officialConfigError": null, "officialConfigValid": true, "successCount": 2749, "successRate": 0.3343468742398443, "wilsonLowerBound": 0.3242289130659816 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 42179, "officialConfigError": null, "officialConfigValid": true, "successCount": 20782, "successRate": 0.4927096422390289, "wilsonLowerBound": 0.4879392778584442 }, "vllm": { "framework": "vllm", "modelCount": 42091, "officialConfigError": null, "officialConfigValid": true, "successCount": 11356, "successRate": 0.2697963935283077, "wilsonLowerBound": 0.26557719543264874 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 9, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 3, "successRate": 0.3333333333333333, "wilsonLowerBound": 0.12058159868274292 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 18549, "officialConfigError": null, "officialConfigValid": true, "successCount": 7132, "successRate": 0.3844951210307833, "wilsonLowerBound": 0.3775187715897163 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64511, "officialConfigError": null, "officialConfigValid": true, "successCount": 12100, "successRate": 0.18756491141045714, "wilsonLowerBound": 0.18457117093629385 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 46796, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 8561, "successRate": 0.18294298658004957, "wilsonLowerBound": 0.17946609476940048 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 9400, "officialConfigError": null, "officialConfigValid": true, "successCount": 120, "successRate": 0.01276595744680851, "wilsonLowerBound": 0.010687256287066755 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 27073, "officialConfigError": null, "officialConfigValid": true, "successCount": 3339, "successRate": 0.12333321020943375, "wilsonLowerBound": 0.11946963986082638 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16555, "officialConfigError": null, "officialConfigValid": true, "successCount": 1677, "successRate": 0.1012987012987013, "wilsonLowerBound": 0.09679457808591668 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 21687, "officialConfigError": null, "officialConfigValid": true, "successCount": 7937, "successRate": 0.36597961912666577, "wilsonLowerBound": 0.3595927221961592 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 25265, "officialConfigError": null, "officialConfigValid": true, "successCount": 3814, "successRate": 0.15095982584603207, "wilsonLowerBound": 0.14659830805010465 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 63966, "officialConfigError": null, "officialConfigValid": true, "successCount": 15817, "successRate": 0.2472719882437545, "wilsonLowerBound": 0.24394383414193188 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 35806, "officialConfigError": null, "officialConfigValid": true, "successCount": 4316, "successRate": 0.12053845724180305, "wilsonLowerBound": 0.11720662004307794 }, "vllm": { "framework": "vllm", "modelCount": 87147, "officialConfigError": null, "officialConfigValid": true, "successCount": 9779, "successRate": 0.11221269808484514, "wilsonLowerBound": 0.11013418300327144 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 51215, "officialConfigError": null, "officialConfigValid": true, "successCount": 5826, "successRate": 0.11375573562432881, "wilsonLowerBound": 0.11103473086196639 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 59924, "officialConfigError": null, "officialConfigValid": true, "successCount": 3972, "successRate": 0.0662839596822642, "wilsonLowerBound": 0.06431973336047069 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 95993, "officialConfigError": null, "officialConfigValid": true, "successCount": 24227, "successRate": 0.25238298625941474, "wilsonLowerBound": 0.24964500093408618 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 188, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 1.6999858919214589e-18 }, "transformers": { "framework": "transformers", "modelCount": 8218, "officialConfigError": null, "officialConfigValid": true, "successCount": 634, "successRate": 0.07714772450717937, "wilsonLowerBound": 0.07157426269296333 }, "vllm": { "framework": "vllm", "modelCount": 113092, "officialConfigError": null, "officialConfigValid": true, "successCount": 16556, "successRate": 0.14639408623067945, "wilsonLowerBound": 0.14434579670522762 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 476, "officialConfigError": null, "officialConfigValid": true, "successCount": 4, "successRate": 0.008403361344537815, "wilsonLowerBound": 0.0032725639043298164 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 26855, "officialConfigError": null, "officialConfigValid": true, "successCount": 4328, "successRate": 0.1611617948240551, "wilsonLowerBound": 0.15681272712426278 }, "vllm_0_31_0_corex_5_0_0": { "framework": "vllm_0_31_0_corex_5_0_0", "modelCount": 4, "officialConfigError": null, "officialConfigValid": true, "successCount": 3, "successRate": 0.75, "wilsonLowerBound": 0.30063605244263664 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 46144, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5944, "successRate": 0.1288141470180305, "wilsonLowerBound": 0.12578843850021565 }, "vllm_gemma_4": { "framework": "vllm_gemma_4", "modelCount": 1, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 9647, "officialConfigError": null, "officialConfigValid": true, "successCount": 856, "successRate": 0.0887322483673681, "wilsonLowerBound": 0.08322027629432208 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 206, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.1796116504854369, "wilsonLowerBound": 0.13320865973713544 }, "vllm": { "framework": "vllm", "modelCount": 38807, "officialConfigError": null, "officialConfigValid": true, "successCount": 8205, "successRate": 0.21143092741000336, "wilsonLowerBound": 0.207396981112032 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 62030, "officialConfigError": null, "officialConfigValid": true, "successCount": 12445, "successRate": 0.20062872803482187, "wilsonLowerBound": 0.19749574728660546 }, "vllm_0.25.1": { "framework": "vllm_0.25.1", "modelCount": 3, "officialConfigError": null, "officialConfigValid": true, "successCount": 2, "successRate": 0.6666666666666666, "wilsonLowerBound": 0.20765495512648788 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 24459, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 6541, "successRate": 0.2674271229404309, "wilsonLowerBound": 0.26191687550213316 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 18089, "officialConfigError": null, "officialConfigValid": true, "successCount": 4218, "successRate": 0.23318038586986567, "wilsonLowerBound": 0.22707515299578443 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 73244, "officialConfigError": null, "officialConfigValid": true, "successCount": 19918, "successRate": 0.27194036371579927, "wilsonLowerBound": 0.2687299060247817 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 4383, "officialConfigError": null, "officialConfigValid": true, "successCount": 2404, "successRate": 0.5484827743554643, "wilsonLowerBound": 0.533713783064077 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 50506, "officialConfigError": null, "officialConfigValid": true, "successCount": 22866, "successRate": 0.45273828852017584, "wilsonLowerBound": 0.44840088732037225 }, "vllm": { "framework": "vllm", "modelCount": 45015, "officialConfigError": null, "officialConfigValid": true, "successCount": 6216, "successRate": 0.1380873042319227, "wilsonLowerBound": 0.13493114514798354 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1928, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6295, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.03050039714058777, "wilsonLowerBound": 0.02653039057584904 }, "vllm": { "framework": "vllm", "modelCount": 10153, "officialConfigError": null, "officialConfigValid": true, "successCount": 770, "successRate": 0.07583965330444203, "wilsonLowerBound": 0.07084887213321521 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 9159, "officialConfigError": null, "officialConfigValid": true, "successCount": 4043, "successRate": 0.4414237362157441, "wilsonLowerBound": 0.4312808616034925 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7477, "officialConfigError": null, "officialConfigValid": true, "successCount": 254, "successRate": 0.03397084392135884, "wilsonLowerBound": 0.03009804085906735 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 27606, "officialConfigError": null, "officialConfigValid": true, "successCount": 7704, "successRate": 0.27906976744186046, "wilsonLowerBound": 0.27380954765282717 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 31130, "officialConfigError": null, "officialConfigValid": true, "successCount": 15872, "successRate": 0.5098618695791841, "wilsonLowerBound": 0.5043076838647361 }, "vllm": { "framework": "vllm", "modelCount": 71099, "officialConfigError": null, "officialConfigValid": true, "successCount": 7747, "successRate": 0.10896074487686185, "wilsonLowerBound": 0.10669145545345973 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 16782, "officialConfigError": null, "officialConfigValid": true, "successCount": 3237, "successRate": 0.192885234179478, "wilsonLowerBound": 0.18698610556208653 }, "vllm_0.21.0": { "framework": "vllm_0.21.0", "modelCount": 0, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-11-11T00:28:14.270801+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1223.6275862068965, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.3919745084885244, "queueFactor": 1.0007186325299169, "queueWeight": 1.0007186325299169, "recentSuccess": 49, "recentSuccessRate": 0.33793103448275863, "recentTerminal": 145, "recentWilsonLowerBound": 0.266008445183985, "running": 8, "selectionWeight": 2.393693459181056, "stale": false, "submissionEligible": true, "throughputPerHour": 24.166666666666668, "waiting": 29571 }, "Ascend_910-b4": { "available": true, "backlogHours": 1458.642857142857, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 1.342748598449328, "queueFactor": 0.9746911651372128, "queueWeight": 0.9746911651372128, "recentSuccess": 38, "recentSuccessRate": 0.2714285714285714, "recentTerminal": 140, "recentWilsonLowerBound": 0.20460336428640521, "running": 8, "selectionWeight": 1.3087651959089348, "stale": false, "submissionEligible": true, "throughputPerHour": 23.333333333333332, "waiting": 34035 }, "Biren_166m": { "available": true, "backlogHours": 147.04838709677418, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 2, "recentSuccessRate": 0.008064516129032258, "recentTerminal": 248, "recentWilsonLowerBound": 0.0022143279641083343, "running": 8, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 41.333333333333336, "waiting": 6078 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1876.1739130434783, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.12748479538559127, "queueFactor": 0.9385737657576028, "queueWeight": 0.9385737657576028, "recentSuccess": 9, "recentSuccessRate": 0.13043478260869565, "recentTerminal": 69, "recentWilsonLowerBound": 0.07016548568804834, "running": 7, "selectionWeight": 0.11965388448189185, "stale": false, "submissionEligible": false, "throughputPerHour": 11.5, "waiting": 21576 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 576.6857142857143, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.5352808388745279, "queueFactor": 1.1202591401564987, "queueWeight": 1.1202591401564987, "recentSuccess": 21, "recentSuccessRate": 0.2, "recentTerminal": 105, "recentWilsonLowerBound": 0.13469807905069028, "running": 8, "selectionWeight": 0.599653252299828, "stale": false, "submissionEligible": false, "throughputPerHour": 17.5, "waiting": 10092 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 119.66037735849056, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 5, "recentSuccessRate": 0.02358490566037736, "recentTerminal": 212, "recentWilsonLowerBound": 0.01011502052607743, "running": 26, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 35.333333333333336, "waiting": 4228 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 799.5454545454545, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.05, "queueFactor": 1.0666769272117942, "queueWeight": 1.0666769272117942, "recentSuccess": 3, "recentSuccessRate": 0.045454545454545456, "recentTerminal": 66, "recentWilsonLowerBound": 0.015577991894810295, "running": 1, "selectionWeight": 0.053333846360589715, "stale": false, "submissionEligible": false, "throughputPerHour": 11.0, "waiting": 8795 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 2749.3333333333335, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 0.886288808487436, "queueWeight": 0.886288808487436, "recentSuccess": 15, "recentSuccessRate": 0.4166666666666667, "recentTerminal": 36, "recentWilsonLowerBound": 0.2714033350508729, "running": 2, "selectionWeight": 2.21572202121859, "stale": false, "submissionEligible": true, "throughputPerHour": 6.0, "waiting": 16496 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 510.65, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.34665276998330435, "queueFactor": 1.1408823843941922, "queueWeight": 1.1408823843941922, "recentSuccess": 20, "recentSuccessRate": 0.16666666666666666, "recentTerminal": 120, "recentWilsonLowerBound": 0.11055912012704823, "running": 8, "selectionWeight": 0.39549003877540373, "stale": false, "submissionEligible": false, "throughputPerHour": 20.0, "waiting": 10213 }, "MetaX_c-500": { "available": true, "backlogHours": 677.65, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 1.9114147230473004, "queueFactor": 1.0934742454306217, "queueWeight": 1.0934742454306217, "recentSuccess": 38, "recentSuccessRate": 0.31666666666666665, "recentTerminal": 120, "recentWilsonLowerBound": 0.24022707926215947, "running": 4, "selectionWeight": 2.0900827719891275, "stale": false, "submissionEligible": true, "throughputPerHour": 20.0, "waiting": 13553 }, "Mthreads_s4000": { "available": true, "backlogHours": 1235.376, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.05, "queueFactor": 0.9992853050994841, "queueWeight": 0.9992853050994841, "recentSuccess": 5, "recentSuccessRate": 0.04, "recentTerminal": 125, "recentWilsonLowerBound": 0.017204355344098615, "running": 2, "selectionWeight": 0.04996426525497421, "stale": false, "submissionEligible": false, "throughputPerHour": 20.833333333333332, "waiting": 25737 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 5194.173913043478, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 1.6000259216714343, "queueFactor": 0.8056230842502778, "queueWeight": 0.8056230842502778, "recentSuccess": 9, "recentSuccessRate": 0.391304347826087, "recentTerminal": 23, "recentWilsonLowerBound": 0.22157377982382145, "running": 2, "selectionWeight": 1.2890178178973344, "stale": false, "submissionEligible": true, "throughputPerHour": 3.8333333333333335, "waiting": 19911 }, "Vastai_va16": { "available": true, "backlogHours": 1398.56, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.6450043994971656, "queueFactor": 0.9808604187325779, "queueWeight": 0.9808604187325779, "recentSuccess": 17, "recentSuccessRate": 0.22666666666666666, "recentTerminal": 75, "recentWilsonLowerBound": 0.14661247942117508, "running": 16, "selectionWeight": 0.6326592853751448, "stale": false, "submissionEligible": false, "throughputPerHour": 12.5, "waiting": 17482 }, "hygon_k100-ai": { "available": true, "backlogHours": 2163.25, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.2658356986084385, "queueFactor": 0.9187415719226683, "queueWeight": 0.9187415719226683, "recentSuccess": 12, "recentSuccessRate": 0.16666666666666666, "recentTerminal": 72, "recentWilsonLowerBound": 0.09799275085321624, "running": 4, "selectionWeight": 0.24423430761267745, "stale": false, "submissionEligible": false, "throughputPerHour": 12.0, "waiting": 25959 } }, "queueAttemptedAt": "2026-11-11T00:23:19.936464+00:00", "queueError": null, "queueUpdatedAt": "2026-11-11T00:23:19.936464+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Vastai_va16", "Iluvatar_bi-150", "Biren_166m", "MetaX_c-500", "Sunrise_pt-200-x1", "Ascend_910-b4", "Ascend_910-b3", "hygon_k100-ai", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }