{ "communityAttemptedAt": "2026-11-10T20:00:12.323293+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-11-10T20:00:12.323293+00:00", "frameworkAttemptedAt": "2026-11-10T14:48:06.774278+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 46787, "officialConfigError": null, "officialConfigValid": true, "successCount": 23805, "successRate": 0.5087951781477761, "wilsonLowerBound": 0.5042646620454152 }, "vllm": { "framework": "vllm", "modelCount": 61114, "officialConfigError": null, "officialConfigValid": true, "successCount": 15923, "successRate": 0.2605458651045587, "wilsonLowerBound": 0.2570809594238402 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 84, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 24, "successRate": 0.2857142857142857, "wilsonLowerBound": 0.20014898610655452 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8175, "officialConfigError": null, "officialConfigValid": true, "successCount": 2725, "successRate": 0.3333333333333333, "wilsonLowerBound": 0.3231947749221614 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 42134, "officialConfigError": null, "officialConfigValid": true, "successCount": 20753, "successRate": 0.4925475862723691, "wilsonLowerBound": 0.48777471332009675 }, "vllm": { "framework": "vllm", "modelCount": 42071, "officialConfigError": null, "officialConfigValid": true, "successCount": 11353, "successRate": 0.2698533431579948, "wilsonLowerBound": 0.26563286000717823 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 8, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 3, "successRate": 0.375, "wilsonLowerBound": 0.13684175946152105 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 18491, "officialConfigError": null, "officialConfigValid": true, "successCount": 7120, "successRate": 0.38505218755070036, "wilsonLowerBound": 0.3780629284395507 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64511, "officialConfigError": null, "officialConfigValid": true, "successCount": 12100, "successRate": 0.18756491141045714, "wilsonLowerBound": 0.18457117093629385 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 46558, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 8557, "successRate": 0.1837922591176597, "wilsonLowerBound": 0.18030017729688777 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 9390, "officialConfigError": null, "officialConfigValid": true, "successCount": 120, "successRate": 0.012779552715654952, "wilsonLowerBound": 0.010698648736169134 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 27067, "officialConfigError": null, "officialConfigValid": true, "successCount": 3339, "successRate": 0.1233605497469243, "wilsonLowerBound": 0.11949618026568705 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16555, "officialConfigError": null, "officialConfigValid": true, "successCount": 1677, "successRate": 0.1012987012987013, "wilsonLowerBound": 0.09679457808591668 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 21621, "officialConfigError": null, "officialConfigValid": true, "successCount": 7917, "successRate": 0.36617177743860135, "wilsonLowerBound": 0.3597744314703395 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 25265, "officialConfigError": null, "officialConfigValid": true, "successCount": 3814, "successRate": 0.15095982584603207, "wilsonLowerBound": 0.14659830805010465 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 63884, "officialConfigError": null, "officialConfigValid": true, "successCount": 15796, "successRate": 0.2472606599461524, "wilsonLowerBound": 0.24393043252407007 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 35730, "officialConfigError": null, "officialConfigValid": true, "successCount": 4313, "successRate": 0.12071088720962776, "wilsonLowerBound": 0.11737345084823077 }, "vllm": { "framework": "vllm", "modelCount": 87146, "officialConfigError": null, "officialConfigValid": true, "successCount": 9779, "successRate": 0.11221398572510499, "wilsonLowerBound": 0.11013544825644844 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 51209, "officialConfigError": null, "officialConfigValid": true, "successCount": 5826, "successRate": 0.11376906403171318, "wilsonLowerBound": 0.1110477601591314 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 59804, "officialConfigError": null, "officialConfigValid": true, "successCount": 3969, "successRate": 0.06636679820747776, "wilsonLowerBound": 0.06439946771219786 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 95993, "officialConfigError": null, "officialConfigValid": true, "successCount": 24227, "successRate": 0.25238298625941474, "wilsonLowerBound": 0.24964500093408618 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 188, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 1.6999858919214589e-18 }, "transformers": { "framework": "transformers", "modelCount": 8218, "officialConfigError": null, "officialConfigValid": true, "successCount": 634, "successRate": 0.07714772450717937, "wilsonLowerBound": 0.07157426269296333 }, "vllm": { "framework": "vllm", "modelCount": 113092, "officialConfigError": null, "officialConfigValid": true, "successCount": 16556, "successRate": 0.14639408623067945, "wilsonLowerBound": 0.14434579670522762 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 475, "officialConfigError": null, "officialConfigValid": true, "successCount": 4, "successRate": 0.008421052631578947, "wilsonLowerBound": 0.003279463488242743 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 26852, "officialConfigError": null, "officialConfigValid": true, "successCount": 4328, "successRate": 0.1611798003873082, "wilsonLowerBound": 0.1568302914775415 }, "vllm_0_31_0_corex_5_0_0": { "framework": "vllm_0_31_0_corex_5_0_0", "modelCount": 4, "officialConfigError": null, "officialConfigValid": true, "successCount": 3, "successRate": 0.75, "wilsonLowerBound": 0.30063605244263664 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 46140, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5944, "successRate": 0.12882531426094496, "wilsonLowerBound": 0.12579936211710133 }, "vllm_gemma_4": { "framework": "vllm_gemma_4", "modelCount": 1, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 9647, "officialConfigError": null, "officialConfigValid": true, "successCount": 856, "successRate": 0.0887322483673681, "wilsonLowerBound": 0.08322027629432208 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 206, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.1796116504854369, "wilsonLowerBound": 0.13320865973713544 }, "vllm": { "framework": "vllm", "modelCount": 38766, "officialConfigError": null, "officialConfigValid": true, "successCount": 8189, "successRate": 0.21124180983335913, "wilsonLowerBound": 0.2072070957460057 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 62028, "officialConfigError": null, "officialConfigValid": true, "successCount": 12444, "successRate": 0.20061907525633585, "wilsonLowerBound": 0.1974861016802298 }, "vllm_0.25.1": { "framework": "vllm_0.25.1", "modelCount": 3, "officialConfigError": null, "officialConfigValid": true, "successCount": 2, "successRate": 0.6666666666666666, "wilsonLowerBound": 0.20765495512648788 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 24403, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 6529, "successRate": 0.2675490718354301, "wilsonLowerBound": 0.2620317255094956 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 18072, "officialConfigError": null, "officialConfigValid": true, "successCount": 4216, "successRate": 0.23328906595838866, "wilsonLowerBound": 0.22717996694427675 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 73194, "officialConfigError": null, "officialConfigValid": true, "successCount": 19904, "successRate": 0.2719348580484739, "wilsonLowerBound": 0.2687233288462599 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 4351, "officialConfigError": null, "officialConfigValid": true, "successCount": 2386, "successRate": 0.5483796828315329, "wilsonLowerBound": 0.5335561650192181 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 50498, "officialConfigError": null, "officialConfigValid": true, "successCount": 22860, "successRate": 0.4526911956909185, "wilsonLowerBound": 0.44835349384239237 }, "vllm": { "framework": "vllm", "modelCount": 44942, "officialConfigError": null, "officialConfigValid": true, "successCount": 6216, "successRate": 0.1383116016198656, "wilsonLowerBound": 0.1351507125155065 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1912, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6295, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.03050039714058777, "wilsonLowerBound": 0.02653039057584904 }, "vllm": { "framework": "vllm", "modelCount": 10152, "officialConfigError": null, "officialConfigValid": true, "successCount": 770, "successRate": 0.07584712371946414, "wilsonLowerBound": 0.07085586909652215 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 9144, "officialConfigError": null, "officialConfigValid": true, "successCount": 4038, "successRate": 0.4416010498687664, "wilsonLowerBound": 0.43144938070142097 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7476, "officialConfigError": null, "officialConfigValid": true, "successCount": 254, "successRate": 0.03397538790797218, "wilsonLowerBound": 0.030102074381377207 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 27565, "officialConfigError": null, "officialConfigValid": true, "successCount": 7699, "successRate": 0.27930346453836385, "wilsonLowerBound": 0.27403796722353635 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 31111, "officialConfigError": null, "officialConfigValid": true, "successCount": 15863, "successRate": 0.5098839638712995, "wilsonLowerBound": 0.5043280843571294 }, "vllm": { "framework": "vllm", "modelCount": 71088, "officialConfigError": null, "officialConfigValid": true, "successCount": 7746, "successRate": 0.10896353814989872, "wilsonLowerBound": 0.10669404887270756 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 16759, "officialConfigError": null, "officialConfigValid": true, "successCount": 3225, "successRate": 0.19243391610477953, "wilsonLowerBound": 0.18653621561954498 }, "vllm_0.21.0": { "framework": "vllm_0.21.0", "modelCount": 0, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-11-10T20:08:31.394327+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1319.3333333333333, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.1167183858399468, "queueFactor": 0.9980615157738355, "queueWeight": 0.9980615157738355, "recentSuccess": 40, "recentSuccessRate": 0.2962962962962963, "recentTerminal": 135, "recentWilsonLowerBound": 0.2257690899621571, "running": 8, "selectionWeight": 2.1126151606377634, "stale": false, "submissionEligible": true, "throughputPerHour": 22.5, "waiting": 29685 }, "Ascend_910-b4": { "available": true, "backlogHours": 1290.5283018867924, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.4578778584357903, "queueFactor": 1.001371807694621, "queueWeight": 1.001371807694621, "recentSuccess": 49, "recentSuccessRate": 0.3081761006289308, "recentTerminal": 159, "recentWilsonLowerBound": 0.24163687837742115, "running": 8, "selectionWeight": 2.461249594194431, "stale": false, "submissionEligible": true, "throughputPerHour": 26.5, "waiting": 34199 }, "Biren_166m": { "available": true, "backlogHours": 149.9506172839506, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 2, "recentSuccessRate": 0.00823045267489712, "recentTerminal": 243, "recentWilsonLowerBound": 0.002259949078245372, "running": 11, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 40.5, "waiting": 6073 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1877.7391304347825, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.2199726937845169, "queueFactor": 0.9465971699779941, "queueWeight": 0.9465971699779941, "recentSuccess": 10, "recentSuccessRate": 0.14492753623188406, "recentTerminal": 69, "recentWilsonLowerBound": 0.08067008672383712, "running": 7, "selectionWeight": 0.2082255294088596, "stale": false, "submissionEligible": false, "throughputPerHour": 11.5, "waiting": 21594 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 474.5625, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.554654101325672, "queueFactor": 1.163500241193099, "queueWeight": 1.163500241193099, "recentSuccess": 23, "recentSuccessRate": 0.1796875, "recentTerminal": 128, "recentWilsonLowerBound": 0.12282372833083033, "running": 7, "selectionWeight": 0.6453401806711611, "stale": false, "submissionEligible": false, "throughputPerHour": 21.333333333333332, "waiting": 10124 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 118.69811320754717, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 3, "recentSuccessRate": 0.014150943396226415, "recentTerminal": 212, "recentWilsonLowerBound": 0.0048239737706447265, "running": 24, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 35.333333333333336, "waiting": 4194 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 799.8181818181819, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.05, "queueFactor": 1.075874958849689, "queueWeight": 1.075874958849689, "recentSuccess": 4, "recentSuccessRate": 0.06060606060606061, "recentTerminal": 66, "recentWilsonLowerBound": 0.023818229304678567, "running": 1, "selectionWeight": 0.053793747942484454, "stale": false, "submissionEligible": false, "throughputPerHour": 11.0, "waiting": 8798 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 3815.0769230769233, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 1.0620153768575469, "queueFactor": 0.8511086323930285, "queueWeight": 0.8511086323930285, "recentSuccess": 8, "recentSuccessRate": 0.3076923076923077, "recentTerminal": 26, "recentWilsonLowerBound": 0.1650112093979267, "running": 2, "selectionWeight": 0.9038904549775935, "stale": false, "submissionEligible": true, "throughputPerHour": 4.333333333333333, "waiting": 16532 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 576.1682242990655, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.4277368720161651, "queueFactor": 1.1301291960611495, "queueWeight": 1.1301291960611495, "recentSuccess": 18, "recentSuccessRate": 0.16822429906542055, "recentTerminal": 107, "recentWilsonLowerBound": 0.10914123135139851, "running": 9, "selectionWeight": 0.4833979272973395, "stale": false, "submissionEligible": false, "throughputPerHour": 17.833333333333332, "waiting": 10275 }, "MetaX_c-500": { "available": true, "backlogHours": 667.7704918032787, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.1053922277226325, "queueWeight": 1.1053922277226325, "recentSuccess": 39, "recentSuccessRate": 0.319672131147541, "recentTerminal": 122, "recentWilsonLowerBound": 0.24351046547889818, "running": 4, "selectionWeight": 2.763480569306581, "stale": false, "submissionEligible": true, "throughputPerHour": 20.333333333333332, "waiting": 13578 }, "Mthreads_s4000": { "available": true, "backlogHours": 1777.0344827586207, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.05, "queueFactor": 0.9544564385408613, "queueWeight": 0.9544564385408613, "recentSuccess": 4, "recentSuccessRate": 0.04597701149425287, "recentTerminal": 87, "recentWilsonLowerBound": 0.01802239682323718, "running": 2, "selectionWeight": 0.047722821927043066, "stale": false, "submissionEligible": false, "throughputPerHour": 14.5, "waiting": 25767 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 3987.2, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 1.4872032619812647, "queueFactor": 0.8454935271949877, "queueWeight": 0.8454935271949877, "recentSuccess": 10, "recentSuccessRate": 0.3333333333333333, "recentTerminal": 30, "recentWilsonLowerBound": 0.19230295526846194, "running": 2, "selectionWeight": 1.257420731628431, "stale": false, "submissionEligible": true, "throughputPerHour": 5.0, "waiting": 19936 }, "Vastai_va16": { "available": true, "backlogHours": 1314.225, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.8276518379721215, "queueFactor": 0.9986424697953331, "queueWeight": 0.9986424697953331, "recentSuccess": 18, "recentSuccessRate": 0.225, "recentTerminal": 80, "recentWilsonLowerBound": 0.1473309016978239, "running": 16, "selectionWeight": 0.8265282756031263, "stale": false, "submissionEligible": false, "throughputPerHour": 13.333333333333334, "waiting": 17523 }, "hygon_k100-ai": { "available": true, "backlogHours": 2050.184210526316, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.37479425871025496, "queueFactor": 0.9342036452430307, "queueWeight": 0.9342036452430307, "recentSuccess": 13, "recentSuccessRate": 0.17105263157894737, "recentTerminal": 76, "recentWilsonLowerBound": 0.10277922110932625, "running": 4, "selectionWeight": 0.3501341627032797, "stale": false, "submissionEligible": false, "throughputPerHour": 12.666666666666666, "waiting": 25969 } }, "queueAttemptedAt": "2026-11-10T20:03:51.986247+00:00", "queueError": null, "queueUpdatedAt": "2026-11-10T20:03:51.986247+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Vastai_va16", "Iluvatar_bi-150", "Biren_166m", "MetaX_c-500", "Sunrise_pt-200-x1", "Ascend_910-b4", "Ascend_910-b3", "hygon_k100-ai", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }