{ "communityAttemptedAt": "2026-10-21T01:59:18.878405+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-21T01:59:18.878405+00:00", "frameworkAttemptedAt": "2026-10-21T02:13:34.272848+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 43721, "officialConfigError": null, "officialConfigValid": true, "successCount": 22001, "successRate": 0.503213558701768, "wilsonLowerBound": 0.4985267292856657 }, "vllm": { "framework": "vllm", "modelCount": 58247, "officialConfigError": null, "officialConfigValid": true, "successCount": 15544, "successRate": 0.26686352945216063, "wilsonLowerBound": 0.26328682486038474 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 5353, "officialConfigError": null, "officialConfigValid": true, "successCount": 1707, "successRate": 0.31888660564169624, "wilsonLowerBound": 0.306535384163775 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 38700, "officialConfigError": null, "officialConfigValid": true, "successCount": 18516, "successRate": 0.4784496124031008, "wilsonLowerBound": 0.4734750072667577 }, "vllm": { "framework": "vllm", "modelCount": 40631, "officialConfigError": null, "officialConfigValid": true, "successCount": 11108, "successRate": 0.27338731510423075, "wilsonLowerBound": 0.269075099674004 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 14300, "officialConfigError": null, "officialConfigValid": true, "successCount": 5917, "successRate": 0.41377622377622375, "wilsonLowerBound": 0.40572803447763783 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64286, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.18819027470989017, "wilsonLowerBound": 0.18518743269167423 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 35333, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 7460, "successRate": 0.2111340673025217, "wilsonLowerBound": 0.2069101258526907 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8382, "officialConfigError": null, "officialConfigValid": true, "successCount": 117, "successRate": 0.01395848246241947, "wilsonLowerBound": 0.011660272420300172 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26786, "officialConfigError": null, "officialConfigValid": true, "successCount": 3290, "successRate": 0.12282535652953035, "wilsonLowerBound": 0.11894847762322813 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16522, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10144050357099625, "wilsonLowerBound": 0.09692908882989518 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 17559, "officialConfigError": null, "officialConfigValid": true, "successCount": 6764, "successRate": 0.3852155589726066, "wilsonLowerBound": 0.3780432824353578 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24827, "officialConfigError": null, "officialConfigValid": true, "successCount": 3809, "successRate": 0.15342167801184195, "wilsonLowerBound": 0.14899230140190803 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 55490, "officialConfigError": null, "officialConfigValid": true, "successCount": 13951, "successRate": 0.25141466930978557, "wilsonLowerBound": 0.24782231522926934 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 25382, "officialConfigError": null, "officialConfigValid": true, "successCount": 3243, "successRate": 0.12776770940036247, "wilsonLowerBound": 0.12371700968530143 }, "vllm": { "framework": "vllm", "modelCount": 87129, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.1121555394874267, "wilsonLowerBound": 0.1100772803468428 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 49496, "officialConfigError": null, "officialConfigValid": true, "successCount": 5679, "successRate": 0.1147365443672216, "wilsonLowerBound": 0.11195864548556592 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 52014, "officialConfigError": null, "officialConfigValid": true, "successCount": 3802, "successRate": 0.07309570500249933, "wilsonLowerBound": 0.07089012731162195 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 95015, "officialConfigError": null, "officialConfigValid": true, "successCount": 23956, "successRate": 0.25212861127190445, "wilsonLowerBound": 0.24937755521623178 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 149, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5681, "officialConfigError": null, "officialConfigValid": true, "successCount": 590, "successRate": 0.10385495511353635, "wilsonLowerBound": 0.0961876547107571 }, "vllm": { "framework": "vllm", "modelCount": 112916, "officialConfigError": null, "officialConfigValid": true, "successCount": 16539, "successRate": 0.14647171348613128, "wilsonLowerBound": 0.1444213822004383 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 312, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.003205128205128205, "wilsonLowerBound": 0.0005659935005814385 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 25850, "officialConfigError": null, "officialConfigValid": true, "successCount": 4169, "successRate": 0.16127659574468084, "wilsonLowerBound": 0.1568434389941336 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44365, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5726, "successRate": 0.1290657049475938, "wilsonLowerBound": 0.12597793969050383 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8488, "officialConfigError": null, "officialConfigValid": true, "successCount": 819, "successRate": 0.09648916116870876, "wilsonLowerBound": 0.09038903109154535 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35710, "officialConfigError": null, "officialConfigValid": true, "successCount": 7188, "successRate": 0.20128815457854943, "wilsonLowerBound": 0.19716161142561728 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61565, "officialConfigError": null, "officialConfigValid": true, "successCount": 12430, "successRate": 0.20190043043937303, "wilsonLowerBound": 0.19874814745731129 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 18522, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5249, "successRate": 0.28339272216823236, "wilsonLowerBound": 0.27694812060610485 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16257, "officialConfigError": null, "officialConfigValid": true, "successCount": 3926, "successRate": 0.24149597096635295, "wilsonLowerBound": 0.23497838632942053 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 69665, "officialConfigError": null, "officialConfigValid": true, "successCount": 19150, "successRate": 0.27488695901815835, "wilsonLowerBound": 0.2715840955068222 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1716, "officialConfigError": null, "officialConfigValid": true, "successCount": 1015, "successRate": 0.5914918414918415, "wilsonLowerBound": 0.5680545781705597 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48624, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44689865087199737, "wilsonLowerBound": 0.44248387997072725 }, "vllm": { "framework": "vllm", "modelCount": 41219, "officialConfigError": null, "officialConfigValid": true, "successCount": 5237, "successRate": 0.12705305805575098, "wilsonLowerBound": 0.12387268017490558 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1244, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 2.1617287043034427e-19 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6289, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.03052949594530132, "wilsonLowerBound": 0.026555749965692398 }, "vllm": { "framework": "vllm", "modelCount": 10114, "officialConfigError": null, "officialConfigValid": true, "successCount": 766, "successRate": 0.07573660272889064, "wilsonLowerBound": 0.07073976685401544 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7830, "officialConfigError": null, "officialConfigValid": true, "successCount": 3447, "successRate": 0.44022988505747124, "wilsonLowerBound": 0.4292662306432001 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7433, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.0329611193327055, "wilsonLowerBound": 0.02913746388780375 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 19752, "officialConfigError": null, "officialConfigValid": true, "successCount": 5611, "successRate": 0.2840724989874443, "wilsonLowerBound": 0.27782569678787383 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 29129, "officialConfigError": null, "officialConfigValid": true, "successCount": 14910, "successRate": 0.5118610319612757, "wilsonLowerBound": 0.506119460708962 }, "vllm": { "framework": "vllm", "modelCount": 68494, "officialConfigError": null, "officialConfigValid": true, "successCount": 7404, "successRate": 0.108097059596461, "wilsonLowerBound": 0.10579361159705768 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14336, "officialConfigError": null, "officialConfigValid": true, "successCount": 2561, "successRate": 0.17864118303571427, "wilsonLowerBound": 0.1724570640470883 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-21T02:13:34.272848+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1025.132530120482, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 0.9989997966745346, "queueWeight": 0.9989997966745346, "recentSuccess": 59, "recentSuccessRate": 0.35542168674698793, "recentTerminal": 166, "recentWilsonLowerBound": 0.2866323185398505, "running": 8, "selectionWeight": 2.4974994916863364, "stale": false, "submissionEligible": true, "throughputPerHour": 27.666666666666668, "waiting": 28362 }, "Ascend_910-b4": { "available": true, "backlogHours": 1361.3333333333333, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 1.6329319111429343, "queueFactor": 0.9573874501983067, "queueWeight": 0.9573874501983067, "recentSuccess": 44, "recentSuccessRate": 0.3055555555555556, "recentTerminal": 144, "recentWilsonLowerBound": 0.2361821140005077, "running": 8, "selectionWeight": 1.5633485187565819, "stale": false, "submissionEligible": true, "throughputPerHour": 24.0, "waiting": 32672 }, "Biren_166m": { "available": true, "backlogHours": 152.16129032258064, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.10005361979174268, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 19, "recentSuccessRate": 0.10215053763440861, "recentTerminal": 186, "recentWilsonLowerBound": 0.0663748726170732, "running": 8, "selectionWeight": 0.1300697057292655, "stale": false, "submissionEligible": false, "throughputPerHour": 31.0, "waiting": 4717 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1011.5, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.1459915505948694, "queueFactor": 1.0010079324029453, "queueWeight": 1.0010079324029453, "recentSuccess": 14, "recentSuccessRate": 0.12962962962962962, "recentTerminal": 108, "recentWilsonLowerBound": 0.07881199094174575, "running": 7, "selectionWeight": 0.1461387002092702, "stale": false, "submissionEligible": false, "throughputPerHour": 18.0, "waiting": 18207 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 366.44444444444446, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.46093660572135314, "queueFactor": 1.1656849269671756, "queueWeight": 1.1656849269671756, "recentSuccess": 30, "recentSuccessRate": 0.18518518518518517, "recentTerminal": 162, "recentWilsonLowerBound": 0.13290856549831656, "running": 7, "selectionWeight": 0.5373068535767934, "stale": false, "submissionEligible": false, "throughputPerHour": 27.0, "waiting": 9894 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 71.04635761589404, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 8, "recentSuccessRate": 0.026490066225165563, "recentTerminal": 302, "recentWilsonLowerBound": 0.013482618409934125, "running": 10, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 50.333333333333336, "waiting": 3576 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 321.9337748344371, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.05, "queueFactor": 1.1885499026290298, "queueWeight": 1.1885499026290298, "recentSuccess": 5, "recentSuccessRate": 0.033112582781456956, "recentTerminal": 151, "recentWilsonLowerBound": 0.014224835577160271, "running": 5, "selectionWeight": 0.05942749513145149, "stale": false, "submissionEligible": false, "throughputPerHour": 25.166666666666668, "waiting": 8102 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 2258.093023255814, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.9657106812221062, "queueFactor": 0.8874034805235724, "queueWeight": 0.8874034805235724, "recentSuccess": 13, "recentSuccessRate": 0.3023255813953488, "recentTerminal": 43, "recentWilsonLowerBound": 0.18601827946182875, "running": 2, "selectionWeight": 0.8569750196952872, "stale": false, "submissionEligible": true, "throughputPerHour": 7.166666666666667, "waiting": 16183 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 372.85714285714283, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.4726625632838619, "queueFactor": 1.162655450712017, "queueWeight": 1.162655450712017, "recentSuccess": 29, "recentSuccessRate": 0.18831168831168832, "recentTerminal": 154, "recentWilsonLowerBound": 0.13443491114368336, "running": 8, "selectionWeight": 0.5495437055494957, "stale": false, "submissionEligible": false, "throughputPerHour": 25.666666666666668, "waiting": 9570 }, "MetaX_c-500": { "available": true, "backlogHours": 634.1621621621622, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.5999086747586383, "queueFactor": 1.0736243509564256, "queueWeight": 1.0736243509564256, "recentSuccess": 24, "recentSuccessRate": 0.21621621621621623, "recentTerminal": 111, "recentWilsonLowerBound": 0.1498210872799431, "running": 4, "selectionWeight": 0.6440765615708725, "stale": false, "submissionEligible": false, "throughputPerHour": 18.5, "waiting": 11732 }, "Mthreads_s4000": { "available": true, "backlogHours": 2581.377049180328, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.7757117777222347, "queueFactor": 0.869770523640251, "queueWeight": 0.869770523640251, "recentSuccess": 16, "recentSuccessRate": 0.26229508196721313, "recentTerminal": 61, "recentWilsonLowerBound": 0.16838645195913182, "running": 4, "selectionWeight": 0.674691239103378, "stale": false, "submissionEligible": true, "throughputPerHour": 10.166666666666666, "waiting": 26244 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 3014.108108108108, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.13677842551347136, "queueFactor": 0.8497840557719107, "queueWeight": 0.8497840557719107, "recentSuccess": 6, "recentSuccessRate": 0.16216216216216217, "recentTerminal": 37, "recentWilsonLowerBound": 0.07651103235297099, "running": 2, "selectionWeight": 0.11623212517493388, "stale": false, "submissionEligible": false, "throughputPerHour": 6.166666666666667, "waiting": 18587 }, "Vastai_va16": { "available": true, "backlogHours": 1614.0869565217392, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 0.9332400384407972, "queueWeight": 0.9332400384407972, "recentSuccess": 6, "recentSuccessRate": 0.08695652173913043, "recentTerminal": 69, "recentWilsonLowerBound": 0.040463070120907337, "running": 16, "selectionWeight": 0.04666200192203986, "stale": false, "submissionEligible": false, "throughputPerHour": 11.5, "waiting": 18562 }, "hygon_k100-ai": { "available": true, "backlogHours": 1638.2666666666667, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 1.609964163328107, "queueFactor": 0.9311608602307337, "queueWeight": 0.9311608602307337, "recentSuccess": 29, "recentSuccessRate": 0.32222222222222224, "recentTerminal": 90, "recentWilsonLowerBound": 0.23466628727198596, "running": 6, "selectionWeight": 1.4991356152652535, "stale": false, "submissionEligible": true, "throughputPerHour": 15.0, "waiting": 24574 } }, "queueAttemptedAt": "2026-10-21T02:13:34.272848+00:00", "queueError": null, "queueUpdatedAt": "2026-10-21T02:13:34.272848+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }