{ "communityAttemptedAt": "2026-10-12T17:05:17.178446+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-12T17:05:17.178446+00:00", "frameworkAttemptedAt": "2026-10-12T15:45:01.063558+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 42321, "officialConfigError": null, "officialConfigValid": true, "successCount": 21037, "successRate": 0.4970818269889653, "wilsonLowerBound": 0.4923186484601684 }, "vllm": { "framework": "vllm", "modelCount": 56698, "officialConfigError": null, "officialConfigValid": true, "successCount": 15369, "successRate": 0.2710677625313062, "wilsonLowerBound": 0.2674244287873756 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 0, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 4437, "officialConfigError": null, "officialConfigValid": true, "successCount": 1343, "successRate": 0.30268199233716475, "wilsonLowerBound": 0.28933921671422547 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 37140, "officialConfigError": null, "officialConfigValid": true, "successCount": 17475, "successRate": 0.47051696284329564, "wilsonLowerBound": 0.46544395607913475 }, "vllm": { "framework": "vllm", "modelCount": 39890, "officialConfigError": null, "officialConfigValid": true, "successCount": 11031, "successRate": 0.27653547254951116, "wilsonLowerBound": 0.2721677200861216 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 12888, "officialConfigError": null, "officialConfigValid": true, "successCount": 5398, "successRate": 0.41883923029174425, "wilsonLowerBound": 0.4103466991747432 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64216, "officialConfigError": null, "officialConfigValid": true, "successCount": 12096, "successRate": 0.18836427058676966, "wilsonLowerBound": 0.18535871916235114 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 30334, "officialConfigError": null, "officialConfigValid": true, "successCount": 6578, "successRate": 0.216852376870838, "wilsonLowerBound": 0.2122507663395649 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 7789, "officialConfigError": null, "officialConfigValid": true, "successCount": 107, "successRate": 0.013737321864167415, "wilsonLowerBound": 0.011381564517787233 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26639, "officialConfigError": null, "officialConfigValid": true, "successCount": 3273, "successRate": 0.1228649724088742, "wilsonLowerBound": 0.11897700822480474 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16509, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10152038282149131, "wilsonLowerBound": 0.09700560249213372 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 15783, "officialConfigError": null, "officialConfigValid": true, "successCount": 6216, "successRate": 0.393841475004752, "wilsonLowerBound": 0.3862453810237278 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24762, "officialConfigError": null, "officialConfigValid": true, "successCount": 3806, "successRate": 0.15370325498748083, "wilsonLowerBound": 0.14926472634962368 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 52018, "officialConfigError": null, "officialConfigValid": true, "successCount": 13115, "successRate": 0.2521242646776116, "wilsonLowerBound": 0.2484110088562221 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 24699, "officialConfigError": null, "officialConfigValid": true, "successCount": 3154, "successRate": 0.1276974776306733, "wilsonLowerBound": 0.1235929222026474 }, "vllm": { "framework": "vllm", "modelCount": 87014, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11230376720987427, "wilsonLowerBound": 0.11022293009616889 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 46333, "officialConfigError": null, "officialConfigValid": true, "successCount": 5566, "successRate": 0.12013036065007662, "wilsonLowerBound": 0.11720143641926849 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 47176, "officialConfigError": null, "officialConfigValid": true, "successCount": 3672, "successRate": 0.07783618789214855, "wilsonLowerBound": 0.07545278372042298 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 93874, "officialConfigError": null, "officialConfigValid": true, "successCount": 23413, "successRate": 0.249408781984362, "wilsonLowerBound": 0.24665123388587187 }, "transformers": { "framework": "transformers", "modelCount": 5568, "officialConfigError": null, "officialConfigValid": true, "successCount": 585, "successRate": 0.1050646551724138, "wilsonLowerBound": 0.09728077200392476 }, "vllm": { "framework": "vllm", "modelCount": 112861, "officialConfigError": null, "officialConfigValid": true, "successCount": 16530, "successRate": 0.1464633487209931, "wilsonLowerBound": 0.1444125699155812 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 104, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.009615384615384616, "wilsonLowerBound": 0.0016993291044208937 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 23735, "officialConfigError": null, "officialConfigValid": true, "successCount": 4017, "successRate": 0.1692437328839267, "wilsonLowerBound": 0.16452694663366746 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 43644, "officialConfigError": null, "officialConfigValid": true, "successCount": 5678, "successRate": 0.13009806617175326, "wilsonLowerBound": 0.1269743946081258 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8141, "officialConfigError": null, "officialConfigValid": true, "successCount": 761, "successRate": 0.09347745977152684, "wilsonLowerBound": 0.08734424955885807 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 34405, "officialConfigError": null, "officialConfigValid": true, "successCount": 6823, "successRate": 0.19831419851765733, "wilsonLowerBound": 0.19413466251334122 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61490, "officialConfigError": null, "officialConfigValid": true, "successCount": 12423, "successRate": 0.20203285087006018, "wilsonLowerBound": 0.19887787224648892 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 15813, "officialConfigError": null, "officialConfigValid": true, "successCount": 4457, "successRate": 0.2818567001833934, "wilsonLowerBound": 0.27489790219080074 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 15404, "officialConfigError": null, "officialConfigValid": true, "successCount": 3751, "successRate": 0.24350817969358607, "wilsonLowerBound": 0.23679472580440097 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 67879, "officialConfigError": null, "officialConfigValid": true, "successCount": 18687, "successRate": 0.27529869326301215, "wilsonLowerBound": 0.2719512431759226 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 989, "officialConfigError": null, "officialConfigValid": true, "successCount": 596, "successRate": 0.60262891809909, "wilsonLowerBound": 0.5717896078590465 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48422, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44876295898558505, "wilsonLowerBound": 0.4443371088997114 }, "vllm": { "framework": "vllm", "modelCount": 39840, "officialConfigError": null, "officialConfigValid": true, "successCount": 4804, "successRate": 0.12058232931726907, "wilsonLowerBound": 0.11742117016489202 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1083, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6287, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030539207889295372, "wilsonLowerBound": 0.02656421387260057 }, "vllm": { "framework": "vllm", "modelCount": 10085, "officialConfigError": null, "officialConfigValid": true, "successCount": 761, "successRate": 0.07545860188398612, "wilsonLowerBound": 0.07046362140369612 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7306, "officialConfigError": null, "officialConfigValid": true, "successCount": 3211, "successRate": 0.4395017793594306, "wilsonLowerBound": 0.42815543482326845 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7422, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.03300997035839397, "wilsonLowerBound": 0.029180728018680917 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 18233, "officialConfigError": null, "officialConfigValid": true, "successCount": 5407, "successRate": 0.296550211155597, "wilsonLowerBound": 0.28996394606111603 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28385, "officialConfigError": null, "officialConfigValid": true, "successCount": 14514, "successRate": 0.511326404791263, "wilsonLowerBound": 0.5055099915501899 }, "vllm": { "framework": "vllm", "modelCount": 67296, "officialConfigError": null, "officialConfigValid": true, "successCount": 7182, "successRate": 0.1067225392296719, "wilsonLowerBound": 0.10441211886180057 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 13693, "officialConfigError": null, "officialConfigValid": true, "successCount": 2285, "successRate": 0.16687358504345287, "wilsonLowerBound": 0.16072185606825795 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-12T17:05:17.178446+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1257.5111111111112, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 0.9930590482415407, "queueWeight": 0.9930590482415407, "recentSuccess": 49, "recentSuccessRate": 0.362962962962963, "recentTerminal": 135, "recentWilsonLowerBound": 0.28667958803945254, "running": 10, "selectionWeight": 2.482647620603852, "stale": false, "submissionEligible": true, "throughputPerHour": 22.5, "waiting": 28294 }, "Ascend_910-b4": { "available": true, "backlogHours": 1380.2666666666667, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 1.6778623729812325, "queueFactor": 0.979281155790494, "queueWeight": 0.979281155790494, "recentSuccess": 42, "recentSuccessRate": 0.3111111111111111, "recentTerminal": 135, "recentWilsonLowerBound": 0.2391535984853148, "running": 10, "selectionWeight": 1.6430990038704423, "stale": false, "submissionEligible": true, "throughputPerHour": 22.5, "waiting": 31056 }, "Biren_166m": { "available": true, "backlogHours": 290.86486486486484, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.1114933080232, "queueFactor": 1.2369386443897803, "queueWeight": 1.2369386443897803, "recentSuccess": 13, "recentSuccessRate": 0.11711711711711711, "recentTerminal": 111, "recentWilsonLowerBound": 0.06973426421068199, "running": 9, "selectionWeight": 0.13791038128474922, "stale": false, "submissionEligible": true, "throughputPerHour": 18.5, "waiting": 5381 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1405.8591549295775, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.376530570163783, "queueFactor": 0.9765861830208062, "queueWeight": 0.9765861830208062, "recentSuccess": 14, "recentSuccessRate": 0.19718309859154928, "recentTerminal": 71, "recentWilsonLowerBound": 0.1212542243247428, "running": 7, "selectionWeight": 0.3677145523068967, "stale": false, "submissionEligible": true, "throughputPerHour": 11.833333333333334, "waiting": 16636 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 453.7118644067796, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.7875595363846412, "queueFactor": 1.1571371239040436, "queueWeight": 1.1571371239040436, "recentSuccess": 28, "recentSuccessRate": 0.23728813559322035, "recentTerminal": 118, "recentWilsonLowerBound": 0.16957859709211365, "running": 7, "selectionWeight": 0.9113143768353256, "stale": false, "submissionEligible": true, "throughputPerHour": 19.666666666666668, "waiting": 8923 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 70.93992932862191, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 10, "recentSuccessRate": 0.0353356890459364, "recentTerminal": 283, "recentWilsonLowerBound": 0.019304670835568336, "running": 26, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 47.166666666666664, "waiting": 3346 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 132.16822429906543, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.23716156371889557, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 42, "recentSuccessRate": 0.1308411214953271, "recentTerminal": 321, "recentWilsonLowerBound": 0.09827525496436845, "running": 6, "selectionWeight": 0.30831003283456426, "stale": false, "submissionEligible": true, "throughputPerHour": 53.5, "waiting": 7071 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 2021.8695652173913, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 1.0207585844255134, "queueFactor": 0.9247809549289457, "queueWeight": 0.9247809549289457, "recentSuccess": 14, "recentSuccessRate": 0.30434782608695654, "recentTerminal": 46, "recentWilsonLowerBound": 0.190796708074489, "running": 2, "selectionWeight": 0.9439780984569451, "stale": false, "submissionEligible": true, "throughputPerHour": 7.666666666666667, "waiting": 15501 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 357.44055944055947, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.5586845836193167, "queueFactor": 1.199281882374323, "queueWeight": 1.199281882374323, "recentSuccess": 29, "recentSuccessRate": 0.20279720279720279, "recentTerminal": 143, "recentWilsonLowerBound": 0.1450743778152789, "running": 9, "selectionWeight": 0.670020299096489, "stale": false, "submissionEligible": true, "throughputPerHour": 23.833333333333332, "waiting": 8519 }, "MetaX_c-500": { "available": true, "backlogHours": 667.0625, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 1.9556720538738228, "queueFactor": 1.0921363659373786, "queueWeight": 1.0921363659373786, "recentSuccess": 33, "recentSuccessRate": 0.34375, "recentTerminal": 96, "recentWilsonLowerBound": 0.2564024884934557, "running": 5, "selectionWeight": 2.135860569883046, "stale": false, "submissionEligible": true, "throughputPerHour": 16.0, "waiting": 10673 }, "Mthreads_s4000": { "available": true, "backlogHours": 1891.2151898734178, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 1.1638301722882303, "queueFactor": 0.9340942643682331, "queueWeight": 0.9340942643682331, "recentSuccess": 23, "recentSuccessRate": 0.2911392405063291, "recentTerminal": 79, "recentWilsonLowerBound": 0.2025185332205674, "running": 4, "selectionWeight": 1.0871270886331283, "stale": false, "submissionEligible": true, "throughputPerHour": 13.166666666666666, "waiting": 24901 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 2246.9361702127662, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.26952082858959425, "queueFactor": 0.9102553437467754, "queueWeight": 0.9102553437467754, "recentSuccess": 9, "recentSuccessRate": 0.19148936170212766, "recentTerminal": 47, "recentWilsonLowerBound": 0.10415815605310119, "running": 2, "selectionWeight": 0.24533277447473686, "stale": false, "submissionEligible": true, "throughputPerHour": 7.833333333333333, "waiting": 17601 }, "Vastai_va16": { "available": true, "backlogHours": 1143.3975903614457, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.3205070396026406, "queueFactor": 1.0073311328842465, "queueWeight": 1.0073311328842465, "recentSuccess": 15, "recentSuccessRate": 0.18072289156626506, "recentTerminal": 83, "recentWilsonLowerBound": 0.1126926689223679, "running": 16, "selectionWeight": 0.322856719300304, "stale": false, "submissionEligible": true, "throughputPerHour": 13.833333333333334, "waiting": 15817 }, "hygon_k100-ai": { "available": true, "backlogHours": 1267.8, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 1.7794491361453935, "queueFactor": 0.991845975269188, "queueWeight": 0.991845975269188, "recentSuccess": 33, "recentSuccessRate": 0.33, "recentTerminal": 100, "recentWilsonLowerBound": 0.24562983793895452, "running": 6, "selectionWeight": 1.764939463882042, "stale": false, "submissionEligible": true, "throughputPerHour": 16.666666666666668, "waiting": 21130 } }, "queueAttemptedAt": "2026-10-12T17:05:17.178446+00:00", "queueError": null, "queueUpdatedAt": "2026-10-12T17:05:17.178446+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Ascend_910-b4", "Ascend_910-b3", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Biren_166m", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }