{ "communityAttemptedAt": "2026-10-13T02:01:43.851438+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-13T02:01:43.851438+00:00", "frameworkAttemptedAt": "2026-10-12T21:50:41.480631+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 42360, "officialConfigError": null, "officialConfigValid": true, "successCount": 21063, "successRate": 0.49723796033994333, "wilsonLowerBound": 0.4924769520735076 }, "vllm": { "framework": "vllm", "modelCount": 56752, "officialConfigError": null, "officialConfigValid": true, "successCount": 15374, "successRate": 0.27089794192275163, "wilsonLowerBound": 0.26725706579432024 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 0, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 4459, "officialConfigError": null, "officialConfigValid": true, "successCount": 1357, "successRate": 0.304328324736488, "wilsonLowerBound": 0.29099602107471606 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 37195, "officialConfigError": null, "officialConfigValid": true, "successCount": 17515, "successRate": 0.4708966258905767, "wilsonLowerBound": 0.46582710297026675 }, "vllm": { "framework": "vllm", "modelCount": 39911, "officialConfigError": null, "officialConfigValid": true, "successCount": 11033, "successRate": 0.276440079176167, "wilsonLowerBound": 0.27207394702193854 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 12930, "officialConfigError": null, "officialConfigValid": true, "successCount": 5415, "successRate": 0.41879350348027844, "wilsonLowerBound": 0.41031487654818855 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64218, "officialConfigError": null, "officialConfigValid": true, "successCount": 12096, "successRate": 0.18835840418574232, "wilsonLowerBound": 0.18535293578346468 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 30485, "officialConfigError": null, "officialConfigValid": true, "successCount": 6619, "successRate": 0.21712317533213055, "wilsonLowerBound": 0.21253076513752783 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 7814, "officialConfigError": null, "officialConfigValid": true, "successCount": 108, "successRate": 0.01382134630151011, "wilsonLowerBound": 0.011461237740669542 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26649, "officialConfigError": null, "officialConfigValid": true, "successCount": 3276, "successRate": 0.12293144208037825, "wilsonLowerBound": 0.11904327133874457 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16509, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10152038282149131, "wilsonLowerBound": 0.09700560249213372 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 15828, "officialConfigError": null, "officialConfigValid": true, "successCount": 6228, "successRate": 0.3934799090219864, "wilsonLowerBound": 0.38589589495011056 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24768, "officialConfigError": null, "officialConfigValid": true, "successCount": 3807, "successRate": 0.1537063953488372, "wilsonLowerBound": 0.14926835981797462 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 52105, "officialConfigError": null, "officialConfigValid": true, "successCount": 13138, "successRate": 0.25214470780155457, "wilsonLowerBound": 0.2484344361777716 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 24747, "officialConfigError": null, "officialConfigValid": true, "successCount": 3155, "successRate": 0.12749020083242413, "wilsonLowerBound": 0.12339248588869742 }, "vllm": { "framework": "vllm", "modelCount": 87016, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11230118598878368, "wilsonLowerBound": 0.11022039376368079 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 46405, "officialConfigError": null, "officialConfigValid": true, "successCount": 5576, "successRate": 0.1201594655748303, "wilsonLowerBound": 0.1172324783346903 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 47418, "officialConfigError": null, "officialConfigValid": true, "successCount": 3685, "successRate": 0.0777131047281623, "wilsonLowerBound": 0.075337459565642 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 93913, "officialConfigError": null, "officialConfigValid": true, "successCount": 23435, "successRate": 0.24953946737938304, "wilsonLowerBound": 0.24678200053366212 }, "transformers": { "framework": "transformers", "modelCount": 5572, "officialConfigError": null, "officialConfigValid": true, "successCount": 585, "successRate": 0.10498923187365398, "wilsonLowerBound": 0.09721064606849522 }, "vllm": { "framework": "vllm", "modelCount": 112861, "officialConfigError": null, "officialConfigValid": true, "successCount": 16530, "successRate": 0.1464633487209931, "wilsonLowerBound": 0.1444125699155812 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 120, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.008333333333333333, "wilsonLowerBound": 0.001472517830674953 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 23783, "officialConfigError": null, "officialConfigValid": true, "successCount": 4025, "successRate": 0.16923853172434092, "wilsonLowerBound": 0.16452651269143395 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 43652, "officialConfigError": null, "officialConfigValid": true, "successCount": 5679, "successRate": 0.1300971318610831, "wilsonLowerBound": 0.1269737532851663 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8155, "officialConfigError": null, "officialConfigValid": true, "successCount": 765, "successRate": 0.09380748007357449, "wilsonLowerBound": 0.08766924002476507 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 34435, "officialConfigError": null, "officialConfigValid": true, "successCount": 6831, "successRate": 0.19837374764048207, "wilsonLowerBound": 0.19419553553479527 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61492, "officialConfigError": null, "officialConfigValid": true, "successCount": 12424, "successRate": 0.20204254211930006, "wilsonLowerBound": 0.19888755705660985 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 15891, "officialConfigError": null, "officialConfigValid": true, "successCount": 4477, "successRate": 0.2817317978730099, "wilsonLowerBound": 0.27479093807463684 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 15435, "officialConfigError": null, "officialConfigValid": true, "successCount": 3757, "successRate": 0.24340783932620666, "wilsonLowerBound": 0.23670203613311128 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 67946, "officialConfigError": null, "officialConfigValid": true, "successCount": 18703, "successRate": 0.2752627086215524, "wilsonLowerBound": 0.2719170411797524 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1006, "officialConfigError": null, "officialConfigValid": true, "successCount": 606, "successRate": 0.6023856858846919, "wilsonLowerBound": 0.5718082234982131 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48428, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44870735937887174, "wilsonLowerBound": 0.4442818386447585 }, "vllm": { "framework": "vllm", "modelCount": 39885, "officialConfigError": null, "officialConfigValid": true, "successCount": 4817, "successRate": 0.12077222013288204, "wilsonLowerBound": 0.11761063627759796 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1084, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6287, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030539207889295372, "wilsonLowerBound": 0.02656421387260057 }, "vllm": { "framework": "vllm", "modelCount": 10086, "officialConfigError": null, "officialConfigValid": true, "successCount": 761, "successRate": 0.07545112036486218, "wilsonLowerBound": 0.0704566169499525 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7329, "officialConfigError": null, "officialConfigValid": true, "successCount": 3219, "successRate": 0.43921408104789195, "wilsonLowerBound": 0.42788645002328324 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7422, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.03300997035839397, "wilsonLowerBound": 0.029180728018680917 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 18276, "officialConfigError": null, "officialConfigValid": true, "successCount": 5411, "successRate": 0.2960713504049026, "wilsonLowerBound": 0.2894959828197122 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28412, "officialConfigError": null, "officialConfigValid": true, "successCount": 14527, "successRate": 0.5112980430803886, "wilsonLowerBound": 0.505484390899727 }, "vllm": { "framework": "vllm", "modelCount": 67335, "officialConfigError": null, "officialConfigValid": true, "successCount": 7191, "successRate": 0.10679438627756739, "wilsonLowerBound": 0.1044839335496245 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 13713, "officialConfigError": null, "officialConfigValid": true, "successCount": 2294, "successRate": 0.16728651644425, "wilsonLowerBound": 0.16113292647225747 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-13T02:01:43.851438+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1040.1717791411043, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 1.6502376503719813, "queueFactor": 1.00001465232184, "queueWeight": 1.00001465232184, "recentSuccess": 51, "recentSuccessRate": 0.3128834355828221, "recentTerminal": 163, "recentWilsonLowerBound": 0.2467025831552839, "running": 8, "selectionWeight": 1.6502618301851473, "stale": false, "submissionEligible": true, "throughputPerHour": 27.166666666666668, "waiting": 28258 }, "Ascend_910-b4": { "available": true, "backlogHours": 1283.751724137931, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 0.9689468772661353, "queueWeight": 0.9689468772661353, "recentSuccess": 54, "recentSuccessRate": 0.3724137931034483, "recentTerminal": 145, "recentWilsonLowerBound": 0.297968771370416, "running": 8, "selectionWeight": 2.4223671931653383, "stale": false, "submissionEligible": true, "throughputPerHour": 24.166666666666668, "waiting": 31024 }, "Biren_166m": { "available": true, "backlogHours": 145.21100917431193, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.3488641199334489, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 36, "recentSuccessRate": 0.1651376146788991, "recentTerminal": 218, "recentWilsonLowerBound": 0.1217321886886802, "running": 8, "selectionWeight": 0.4535233559134836, "stale": false, "submissionEligible": true, "throughputPerHour": 36.333333333333336, "waiting": 5276 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1040.375, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.14189632189201667, "queueFactor": 0.9999853493239359, "queueWeight": 0.9999853493239359, "recentSuccess": 13, "recentSuccessRate": 0.13541666666666666, "recentTerminal": 96, "recentWilsonLowerBound": 0.0808762979676279, "running": 7, "selectionWeight": 0.14189424301496995, "stale": false, "submissionEligible": true, "throughputPerHour": 16.0, "waiting": 16646 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 406.3969465648855, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.3376446469753642, "queueFactor": 1.151408836035988, "queueWeight": 1.151408836035988, "recentSuccess": 23, "recentSuccessRate": 0.17557251908396945, "recentTerminal": 131, "recentWilsonLowerBound": 0.11993681310262834, "running": 7, "selectionWeight": 0.3887670299676862, "stale": false, "submissionEligible": true, "throughputPerHour": 21.833333333333332, "waiting": 8873 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 52.10270270270271, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 25, "recentSuccessRate": 0.06756756756756757, "recentTerminal": 370, "recentWilsonLowerBound": 0.04618185659123767, "running": 24, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 61.666666666666664, "waiting": 3213 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 189.36, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.18508819617967545, "queueFactor": 1.2911565021571754, "queueWeight": 1.2911565021571754, "recentSuccess": 29, "recentSuccessRate": 0.1288888888888889, "recentTerminal": 225, "recentWilsonLowerBound": 0.09125974621163266, "running": 0, "selectionWeight": 0.23897782796993083, "stale": false, "submissionEligible": true, "throughputPerHour": 37.5, "waiting": 7101 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 1939.125, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.16641884524224448, "queueFactor": 0.910817261382337, "queueWeight": 0.910817261382337, "recentSuccess": 8, "recentSuccessRate": 0.16666666666666666, "recentTerminal": 48, "recentWilsonLowerBound": 0.08695410039453222, "running": 2, "selectionWeight": 0.15157715686595208, "stale": false, "submissionEligible": true, "throughputPerHour": 8.0, "waiting": 15513 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 318.8679245283019, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.7111366395425299, "queueFactor": 1.1940719547002656, "queueWeight": 1.1940719547002656, "recentSuccess": 36, "recentSuccessRate": 0.22641509433962265, "recentTerminal": 159, "recentWilsonLowerBound": 0.16826541549692706, "running": 8, "selectionWeight": 0.8491483172375269, "stale": false, "submissionEligible": true, "throughputPerHour": 26.5, "waiting": 8450 }, "MetaX_c-500": { "available": true, "backlogHours": 480.45112781954884, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.7211767800039437, "queueFactor": 1.1228577498954033, "queueWeight": 1.1228577498954033, "recentSuccess": 31, "recentSuccessRate": 0.23308270676691728, "recentTerminal": 133, "recentWilsonLowerBound": 0.1693411263341765, "running": 4, "selectionWeight": 0.8097789364720405, "stale": false, "submissionEligible": true, "throughputPerHour": 22.166666666666668, "waiting": 10650 }, "Mthreads_s4000": { "available": true, "backlogHours": 2872.8461538461543, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 1.6694670317510334, "queueFactor": 0.8586679795383504, "queueWeight": 0.8586679795383504, "recentSuccess": 19, "recentSuccessRate": 0.36538461538461536, "recentTerminal": 52, "recentWilsonLowerBound": 0.2480051371130184, "running": 4, "selectionWeight": 1.433517883059547, "stale": false, "submissionEligible": true, "throughputPerHour": 8.666666666666666, "waiting": 24898 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 1959.3333333333333, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.05353968391650429, "queueFactor": 0.9094019358156192, "queueWeight": 0.9094019358156192, "recentSuccess": 6, "recentSuccessRate": 0.1111111111111111, "recentTerminal": 54, "recentWilsonLowerBound": 0.05192951817556752, "running": 2, "selectionWeight": 0.04868909219662537, "stale": false, "submissionEligible": true, "throughputPerHour": 9.0, "waiting": 17634 }, "Vastai_va16": { "available": true, "backlogHours": 1145.7831325301204, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.09309618360053548, "queueFactor": 0.9856137639201754, "queueWeight": 0.9856137639201754, "recentSuccess": 10, "recentSuccessRate": 0.12048192771084337, "recentTerminal": 83, "recentWilsonLowerBound": 0.0667761844053888, "running": 16, "selectionWeight": 0.09175687992512749, "stale": false, "submissionEligible": true, "throughputPerHour": 13.833333333333334, "waiting": 15850 }, "hygon_k100-ai": { "available": true, "backlogHours": 1212.7924528301885, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 0.7581770928887381, "queueFactor": 0.9772465604230595, "queueWeight": 0.9772465604230595, "recentSuccess": 26, "recentSuccessRate": 0.24528301886792453, "recentTerminal": 106, "recentWilsonLowerBound": 0.17323643086887056, "running": 6, "selectionWeight": 0.7409259562170738, "stale": false, "submissionEligible": true, "throughputPerHour": 17.666666666666668, "waiting": 21426 } }, "queueAttemptedAt": "2026-10-13T02:01:43.851438+00:00", "queueError": null, "queueUpdatedAt": "2026-10-13T02:01:43.851438+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Ascend_910-b4", "Ascend_910-b3", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Biren_166m", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }