{ "communityAttemptedAt": "2026-10-19T18:35:29.886038+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-19T18:35:29.886038+00:00", "frameworkAttemptedAt": "2026-10-19T14:41:58.665458+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 43501, "officialConfigError": null, "officialConfigValid": true, "successCount": 21840, "successRate": 0.5020574239672652, "wilsonLowerBound": 0.49735880317607073 }, "vllm": { "framework": "vllm", "modelCount": 58024, "officialConfigError": null, "officialConfigValid": true, "successCount": 15513, "successRate": 0.2673548876327037, "wilsonLowerBound": 0.2637692097170739 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 5151, "officialConfigError": null, "officialConfigValid": true, "successCount": 1631, "successRate": 0.31663754610755196, "wilsonLowerBound": 0.3040748797784789 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 38431, "officialConfigError": null, "officialConfigValid": true, "successCount": 18345, "successRate": 0.4773490151180037, "wilsonLowerBound": 0.47235763634565053 }, "vllm": { "framework": "vllm", "modelCount": 40511, "officialConfigError": null, "officialConfigValid": true, "successCount": 11101, "successRate": 0.2740243390684012, "wilsonLowerBound": 0.2697025654332607 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 14042, "officialConfigError": null, "officialConfigValid": true, "successCount": 5825, "successRate": 0.41482694772824386, "wilsonLowerBound": 0.4067020819170478 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64264, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.18825469936511888, "wilsonLowerBound": 0.18525094549360915 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 34364, "officialConfigError": null, "officialConfigValid": true, "successCount": 7344, "successRate": 0.213712024211384, "wilsonLowerBound": 0.20940994363819135 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8303, "officialConfigError": null, "officialConfigValid": true, "successCount": 115, "successRate": 0.013850415512465374, "wilsonLowerBound": 0.01155192525424631 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26769, "officialConfigError": null, "officialConfigValid": true, "successCount": 3288, "successRate": 0.12282864507452651, "wilsonLowerBound": 0.11895050672083039 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16520, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10145278450363196, "wilsonLowerBound": 0.09694085230477067 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 17235, "officialConfigError": null, "officialConfigValid": true, "successCount": 6678, "successRate": 0.38746736292428197, "wilsonLowerBound": 0.3802198890152194 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24817, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15344320425514768, "wilsonLowerBound": 0.14901268534306283 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 54792, "officialConfigError": null, "officialConfigValid": true, "successCount": 13791, "successRate": 0.25169732807709155, "wilsonLowerBound": 0.24808090095139002 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 25187, "officialConfigError": null, "officialConfigValid": true, "successCount": 3215, "successRate": 0.12764521380077024, "wilsonLowerBound": 0.12358078730476937 }, "vllm": { "framework": "vllm", "modelCount": 87120, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11216712580348943, "wilsonLowerBound": 0.11008866513739408 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48995, "officialConfigError": null, "officialConfigValid": true, "successCount": 5668, "successRate": 0.1156852740075518, "wilsonLowerBound": 0.11288316395654886 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 51153, "officialConfigError": null, "officialConfigValid": true, "successCount": 3790, "successRate": 0.07409145113678572, "wilsonLowerBound": 0.07185348909667795 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94889, "officialConfigError": null, "officialConfigValid": true, "successCount": 23907, "successRate": 0.25194701177164897, "wilsonLowerBound": 0.24919480371195635 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 143, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5666, "officialConfigError": null, "officialConfigValid": true, "successCount": 590, "successRate": 0.10412989763501589, "wilsonLowerBound": 0.09644334486767916 }, "vllm": { "framework": "vllm", "modelCount": 112910, "officialConfigError": null, "officialConfigValid": true, "successCount": 16539, "successRate": 0.14647949694446905, "wilsonLowerBound": 0.1444290658471125 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 302, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.0033112582781456954, "wilsonLowerBound": 0.0005847426840939249 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 25395, "officialConfigError": null, "officialConfigValid": true, "successCount": 4153, "successRate": 0.1635361291592833, "wilsonLowerBound": 0.15903811591442824 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44295, "officialConfigError": null, "officialConfigValid": true, "successCount": 5721, "successRate": 0.12915678970538436, "wilsonLowerBound": 0.12606566498031876 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8459, "officialConfigError": null, "officialConfigValid": true, "successCount": 814, "successRate": 0.09622886866059818, "wilsonLowerBound": 0.09012629711640216 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35474, "officialConfigError": null, "officialConfigValid": true, "successCount": 7125, "successRate": 0.20085132773298753, "wilsonLowerBound": 0.1967146256430832 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61557, "officialConfigError": null, "officialConfigValid": true, "successCount": 12430, "successRate": 0.20192666959078578, "wilsonLowerBound": 0.1987740274502843 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 18101, "officialConfigError": null, "officialConfigValid": true, "successCount": 5125, "successRate": 0.2831335285343351, "wilsonLowerBound": 0.276616820218704 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16130, "officialConfigError": null, "officialConfigValid": true, "successCount": 3899, "successRate": 0.2417234965902046, "wilsonLowerBound": 0.23517837588385107 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 69411, "officialConfigError": null, "officialConfigValid": true, "successCount": 19087, "successRate": 0.27498523288815896, "wilsonLowerBound": 0.27167598074476934 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1578, "officialConfigError": null, "officialConfigValid": true, "successCount": 935, "successRate": 0.5925221799746515, "wilsonLowerBound": 0.5680817541920168 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48591, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.4472021567780042, "wilsonLowerBound": 0.4427855771941597 }, "vllm": { "framework": "vllm", "modelCount": 40994, "officialConfigError": null, "officialConfigValid": true, "successCount": 5165, "successRate": 0.12599404790945015, "wilsonLowerBound": 0.12281666352407955 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1215, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6289, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.03052949594530132, "wilsonLowerBound": 0.026555749965692398 }, "vllm": { "framework": "vllm", "modelCount": 10113, "officialConfigError": null, "officialConfigValid": true, "successCount": 765, "successRate": 0.07564520913675467, "wilsonLowerBound": 0.07065102319044637 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7749, "officialConfigError": null, "officialConfigValid": true, "successCount": 3411, "successRate": 0.44018583042973286, "wilsonLowerBound": 0.42916534488745856 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7431, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.03296999058000269, "wilsonLowerBound": 0.02914532054852906 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 19497, "officialConfigError": null, "officialConfigValid": true, "successCount": 5575, "successRate": 0.2859414268861876, "wilsonLowerBound": 0.27964132970485067 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 29010, "officialConfigError": null, "officialConfigValid": true, "successCount": 14850, "successRate": 0.5118924508790073, "wilsonLowerBound": 0.5061391183920575 }, "vllm": { "framework": "vllm", "modelCount": 68318, "officialConfigError": null, "officialConfigValid": true, "successCount": 7375, "successRate": 0.10795105243127726, "wilsonLowerBound": 0.10564605810500256 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14221, "officialConfigError": null, "officialConfigValid": true, "successCount": 2516, "successRate": 0.17692145418746924, "wilsonLowerBound": 0.17073700570307276 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-19T18:35:29.886038+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1380.3902439024391, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.3842981762988003, "queueFactor": 0.9640110212087799, "queueWeight": 0.9640110212087799, "recentSuccess": 43, "recentSuccessRate": 0.34959349593495936, "recentTerminal": 123, "recentWilsonLowerBound": 0.27103891552996556, "running": 8, "selectionWeight": 2.298489719800038, "stale": false, "submissionEligible": true, "throughputPerHour": 20.5, "waiting": 28298 }, "Ascend_910-b4": { "available": true, "backlogHours": 1287.7046979865772, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.149355460244985, "queueFactor": 0.9741141214401166, "queueWeight": 0.9741141214401166, "recentSuccess": 49, "recentSuccessRate": 0.3288590604026846, "recentTerminal": 149, "recentWilsonLowerBound": 0.258555227600372, "running": 8, "selectionWeight": 2.093717505819061, "stale": false, "submissionEligible": true, "throughputPerHour": 24.833333333333332, "waiting": 31978 }, "Biren_166m": { "available": true, "backlogHours": 141.26153846153846, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.4201105903636318, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 33, "recentSuccessRate": 0.16923076923076924, "recentTerminal": 195, "recentWilsonLowerBound": 0.12311352620779996, "running": 8, "selectionWeight": 0.5461437674727213, "stale": false, "submissionEligible": true, "throughputPerHour": 32.5, "waiting": 4591 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1317.219512195122, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.5894885395695039, "queueFactor": 0.9708084726517829, "queueWeight": 0.9708084726517829, "recentSuccess": 18, "recentSuccessRate": 0.21951219512195122, "recentTerminal": 82, "recentWilsonLowerBound": 0.1436067129787513, "running": 7, "selectionWeight": 0.5722804687452001, "stale": false, "submissionEligible": true, "throughputPerHour": 13.666666666666666, "waiting": 18002 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 487.32786885245906, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.3645720537461541, "queueFactor": 1.1269615373333977, "queueWeight": 1.1269615373333977, "recentSuccess": 21, "recentSuccessRate": 0.1721311475409836, "recentTerminal": 122, "recentWilsonLowerBound": 0.11542895012804419, "running": 8, "selectionWeight": 0.41085868215855986, "stale": false, "submissionEligible": true, "throughputPerHour": 20.333333333333332, "waiting": 9909 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 68.03603603603604, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 22, "recentSuccessRate": 0.06606606606606606, "recentTerminal": 333, "recentWilsonLowerBound": 0.0440301489627264, "running": 26, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 55.5, "waiting": 3776 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 185.19230769230768, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.13047188993777964, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 27, "recentSuccessRate": 0.10384615384615385, "recentTerminal": 260, "recentWilsonLowerBound": 0.07235463753319787, "running": 5, "selectionWeight": 0.16961345691911353, "stale": false, "submissionEligible": true, "throughputPerHour": 43.333333333333336, "waiting": 8025 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 2633.3513513513512, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 1.4804989062796927, "queueFactor": 0.8749957831324268, "queueWeight": 0.8749957831324268, "recentSuccess": 13, "recentSuccessRate": 0.35135135135135137, "recentTerminal": 37, "recentWilsonLowerBound": 0.21825406631100872, "running": 3, "selectionWeight": 1.295430299926901, "stale": false, "submissionEligible": true, "throughputPerHour": 6.166666666666667, "waiting": 16239 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 738.9230769230769, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.564147397943518, "queueFactor": 1.0587474973247994, "queueWeight": 1.0587474973247994, "recentSuccess": 17, "recentSuccessRate": 0.21794871794871795, "recentTerminal": 78, "recentWilsonLowerBound": 0.14076696665343855, "running": 10, "selectionWeight": 0.5972896456949973, "stale": false, "submissionEligible": true, "throughputPerHour": 13.0, "waiting": 9606 }, "MetaX_c-500": { "available": true, "backlogHours": 874.5749999999999, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0323161517950268, "queueWeight": 1.0323161517950268, "recentSuccess": 30, "recentSuccessRate": 0.375, "recentTerminal": 80, "recentWilsonLowerBound": 0.2769401625800478, "running": 4, "selectionWeight": 2.580790379487567, "stale": false, "submissionEligible": true, "throughputPerHour": 13.333333333333334, "waiting": 11661 }, "Mthreads_s4000": { "available": true, "backlogHours": 2150.054794520548, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.24646739710055182, "queueFactor": 0.9020172687933223, "queueWeight": 0.9020172687933223, "recentSuccess": 12, "recentSuccessRate": 0.1643835616438356, "recentTerminal": 73, "recentWilsonLowerBound": 0.09661201862809403, "running": 4, "selectionWeight": 0.22231784837923896, "stale": false, "submissionEligible": true, "throughputPerHour": 12.166666666666666, "waiting": 26159 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 639.9310344827586, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.05, "queueFactor": 1.081838182425955, "queueWeight": 1.081838182425955, "recentSuccess": 6, "recentSuccessRate": 0.034482758620689655, "recentTerminal": 174, "recentWilsonLowerBound": 0.015897570022231685, "running": 2, "selectionWeight": 0.05409190912129776, "stale": false, "submissionEligible": false, "throughputPerHour": 29.0, "waiting": 18558 }, "Vastai_va16": { "available": true, "backlogHours": 1408.8311688311687, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.0674086922227191, "queueFactor": 0.9610664984147804, "queueWeight": 0.9610664984147804, "recentSuccess": 8, "recentSuccessRate": 0.1038961038961039, "recentTerminal": 77, "recentWilsonLowerBound": 0.05359228295797315, "running": 16, "selectionWeight": 0.06478423579720828, "stale": false, "submissionEligible": true, "throughputPerHour": 12.833333333333334, "waiting": 18080 }, "hygon_k100-ai": { "available": true, "backlogHours": 1437.80198019802, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 0.5592219680293085, "queueFactor": 0.9581365767891188, "queueWeight": 0.9581365767891188, "recentSuccess": 21, "recentSuccessRate": 0.2079207920792079, "recentTerminal": 101, "recentWilsonLowerBound": 0.14020699355070068, "running": 6, "selectionWeight": 0.5358110221128757, "stale": false, "submissionEligible": true, "throughputPerHour": 16.833333333333332, "waiting": 24203 } }, "queueAttemptedAt": "2026-10-19T18:35:29.886038+00:00", "queueError": null, "queueUpdatedAt": "2026-10-19T18:35:29.886038+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }