{ "communityAttemptedAt": "2026-10-16T18:28:41.358883+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-16T18:28:41.358883+00:00", "frameworkAttemptedAt": "2026-10-16T16:54:57.360126+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 42994, "officialConfigError": null, "officialConfigValid": true, "successCount": 21504, "successRate": 0.5001628134158255, "wilsonLowerBound": 0.4954367008471246 }, "vllm": { "framework": "vllm", "modelCount": 57579, "officialConfigError": null, "officialConfigValid": true, "successCount": 15463, "successRate": 0.26855277097552926, "wilsonLowerBound": 0.2649481182664045 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 4845, "officialConfigError": null, "officialConfigValid": true, "successCount": 1505, "successRate": 0.3106295149638803, "wilsonLowerBound": 0.2977534725555321 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 37852, "officialConfigError": null, "officialConfigValid": true, "successCount": 17963, "successRate": 0.47455880798900985, "wilsonLowerBound": 0.46953105655134103 }, "vllm": { "framework": "vllm", "modelCount": 40271, "officialConfigError": null, "officialConfigValid": true, "successCount": 11078, "successRate": 0.2750862903826575, "wilsonLowerBound": 0.270746382695937 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13525, "officialConfigError": null, "officialConfigValid": true, "successCount": 5632, "successRate": 0.4164140480591497, "wilsonLowerBound": 0.40813081288022424 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64235, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.1883396902000467, "wilsonLowerBound": 0.18533473351464752 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 32719, "officialConfigError": null, "officialConfigValid": true, "successCount": 7015, "successRate": 0.2144014181362511, "wilsonLowerBound": 0.2099880497382908 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8147, "officialConfigError": null, "officialConfigValid": true, "successCount": 114, "successRate": 0.013992880815023935, "wilsonLowerBound": 0.011661626730134517 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26721, "officialConfigError": null, "officialConfigValid": true, "successCount": 3286, "successRate": 0.12297443957935705, "wilsonLowerBound": 0.11909083987028334 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16514, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10148964514957007, "wilsonLowerBound": 0.09697615986843272 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 16593, "officialConfigError": null, "officialConfigValid": true, "successCount": 6486, "successRate": 0.39088772373892605, "wilsonLowerBound": 0.3834892771213035 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24799, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15355457881366183, "wilsonLowerBound": 0.14912112242825257 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 53651, "officialConfigError": null, "officialConfigValid": true, "successCount": 13505, "successRate": 0.25171944604946783, "wilsonLowerBound": 0.24806484506781065 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 24986, "officialConfigError": null, "officialConfigValid": true, "successCount": 3163, "successRate": 0.12659089089890338, "wilsonLowerBound": 0.12252516878027803 }, "vllm": { "framework": "vllm", "modelCount": 87074, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11222638215770495, "wilsonLowerBound": 0.11014689086565693 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48260, "officialConfigError": null, "officialConfigValid": true, "successCount": 5633, "successRate": 0.11672192291753004, "wilsonLowerBound": 0.11388762768637553 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 49420, "officialConfigError": null, "officialConfigValid": true, "successCount": 3752, "successRate": 0.07592067988668555, "wilsonLowerBound": 0.07361821850107568 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94557, "officialConfigError": null, "officialConfigValid": true, "successCount": 23761, "successRate": 0.2512875831509037, "wilsonLowerBound": 0.24853299791390784 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 62, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5624, "officialConfigError": null, "officialConfigValid": true, "successCount": 588, "successRate": 0.10455192034139403, "wilsonLowerBound": 0.09682316692051096 }, "vllm": { "framework": "vllm", "modelCount": 112891, "officialConfigError": null, "officialConfigValid": true, "successCount": 16536, "successRate": 0.14647757571462738, "wilsonLowerBound": 0.1444269843588506 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 229, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.004366812227074236, "wilsonLowerBound": 0.0007712460958295823 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 24869, "officialConfigError": null, "officialConfigValid": true, "successCount": 4098, "successRate": 0.16478346535847843, "wilsonLowerBound": 0.16022443066902173 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44129, "officialConfigError": null, "officialConfigValid": true, "successCount": 5703, "successRate": 0.12923474359264883, "wilsonLowerBound": 0.12613706010044756 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8346, "officialConfigError": null, "officialConfigValid": true, "successCount": 802, "successRate": 0.09609393721543254, "wilsonLowerBound": 0.08995544187815271 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35027, "officialConfigError": null, "officialConfigValid": true, "successCount": 6984, "successRate": 0.1993890427384589, "wilsonLowerBound": 0.19523787388037536 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61536, "officialConfigError": null, "officialConfigValid": true, "successCount": 12428, "successRate": 0.20196307852314094, "wilsonLowerBound": 0.19880968584596811 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 17199, "officialConfigError": null, "officialConfigValid": true, "successCount": 4872, "successRate": 0.28327228327228327, "wilsonLowerBound": 0.2765870963309218 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 15850, "officialConfigError": null, "officialConfigValid": true, "successCount": 3830, "successRate": 0.2416403785488959, "wilsonLowerBound": 0.2350390539998504 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 68868, "officialConfigError": null, "officialConfigValid": true, "successCount": 18951, "successRate": 0.27517860254399723, "wilsonLowerBound": 0.271855641458493 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1286, "officialConfigError": null, "officialConfigValid": true, "successCount": 779, "successRate": 0.6057542768273717, "wilsonLowerBound": 0.5787676521256635 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48520, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44785655399835117, "wilsonLowerBound": 0.4434360812943169 }, "vllm": { "framework": "vllm", "modelCount": 40516, "officialConfigError": null, "officialConfigValid": true, "successCount": 5015, "successRate": 0.12377826044031988, "wilsonLowerBound": 0.12060708202240626 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1158, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10102, "officialConfigError": null, "officialConfigValid": true, "successCount": 764, "successRate": 0.07562858839833696, "wilsonLowerBound": 0.07063229608115972 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7558, "officialConfigError": null, "officialConfigValid": true, "successCount": 3322, "successRate": 0.4395342683249537, "wilsonLowerBound": 0.428377955872368 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7426, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.032992189604093725, "wilsonLowerBound": 0.029164980749832297 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 18968, "officialConfigError": null, "officialConfigValid": true, "successCount": 5502, "successRate": 0.2900674820750738, "wilsonLowerBound": 0.28365242611326774 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28765, "officialConfigError": null, "officialConfigValid": true, "successCount": 14721, "successRate": 0.5117677733356509, "wilsonLowerBound": 0.5059899704757447 }, "vllm": { "framework": "vllm", "modelCount": 67908, "officialConfigError": null, "officialConfigValid": true, "successCount": 7314, "successRate": 0.10770454143841668, "wilsonLowerBound": 0.10539502366377193 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 13983, "officialConfigError": null, "officialConfigValid": true, "successCount": 2422, "successRate": 0.1732103268254309, "wilsonLowerBound": 0.16702780677269516 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-16T18:28:41.358883+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1068.0384615384614, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 1.9417213743993766, "queueFactor": 0.9871178652209873, "queueWeight": 0.9871178652209873, "recentSuccess": 50, "recentSuccessRate": 0.32051282051282054, "recentTerminal": 156, "recentWilsonLowerBound": 0.25235042602935265, "running": 8, "selectionWeight": 1.9167078579510741, "stale": false, "submissionEligible": true, "throughputPerHour": 26.0, "waiting": 27769 }, "Ascend_910-b4": { "available": true, "backlogHours": 1130.5714285714287, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 0.9787287480916175, "queueWeight": 0.9787287480916175, "recentSuccess": 59, "recentSuccessRate": 0.35119047619047616, "recentTerminal": 168, "recentWilsonLowerBound": 0.28306867613175934, "running": 8, "selectionWeight": 2.446821870229044, "stale": false, "submissionEligible": true, "throughputPerHour": 28.0, "waiting": 31656 }, "Biren_166m": { "available": true, "backlogHours": 161.0918918918919, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.5651791688445298, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 36, "recentSuccessRate": 0.1945945945945946, "recentTerminal": 185, "recentWilsonLowerBound": 0.14400160443438972, "running": 8, "selectionWeight": 0.7347329194978888, "stale": false, "submissionEligible": true, "throughputPerHour": 30.833333333333332, "waiting": 4967 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 931.2743362831859, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.16427950729833327, "queueFactor": 1.0076168017359672, "queueWeight": 1.0076168017359672, "recentSuccess": 15, "recentSuccessRate": 0.13274336283185842, "recentTerminal": 113, "recentWilsonLowerBound": 0.08212152163950824, "running": 7, "selectionWeight": 0.16553079173470706, "stale": false, "submissionEligible": true, "throughputPerHour": 18.833333333333332, "waiting": 17539 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 396.0413793103448, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.3756313914098911, "queueFactor": 1.1455022886452717, "queueWeight": 1.1455022886452717, "recentSuccess": 25, "recentSuccessRate": 0.1724137931034483, "recentTerminal": 145, "recentWilsonLowerBound": 0.11959690383831326, "running": 7, "selectionWeight": 0.4302866185470381, "stale": false, "submissionEligible": true, "throughputPerHour": 24.166666666666668, "waiting": 9571 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 41.785714285714285, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 11, "recentSuccessRate": 0.021825396825396824, "recentTerminal": 504, "recentWilsonLowerBound": 0.012229697311201217, "running": 24, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 84.0, "waiting": 3510 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 120.53369272237197, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.0808219911355624, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 31, "recentSuccessRate": 0.08355795148247978, "recentTerminal": 371, "recentWilsonLowerBound": 0.059488430691338426, "running": 1, "selectionWeight": 0.10506858847623113, "stale": false, "submissionEligible": true, "throughputPerHour": 61.833333333333336, "waiting": 7453 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 1577.9016393442623, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.3530721632176702, "queueFactor": 0.930990087101908, "queueWeight": 0.930990087101908, "recentSuccess": 12, "recentSuccessRate": 0.19672131147540983, "recentTerminal": 61, "recentWilsonLowerBound": 0.1162768855953685, "running": 2, "selectionWeight": 0.32870668398727787, "stale": false, "submissionEligible": true, "throughputPerHour": 10.166666666666666, "waiting": 16042 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 413.2992700729927, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.8204831625199118, "queueFactor": 1.1381967734400118, "queueWeight": 1.1381967734400118, "recentSuccess": 32, "recentSuccessRate": 0.23357664233576642, "recentTerminal": 137, "recentWilsonLowerBound": 0.17058889348268463, "running": 6, "selectionWeight": 0.9338712882420205, "stale": false, "submissionEligible": true, "throughputPerHour": 22.833333333333332, "waiting": 9437 }, "MetaX_c-500": { "available": true, "backlogHours": 483.7714285714286, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 1.0631386062921016, "queueFactor": 1.111631932052768, "queueWeight": 1.111631932052768, "recentSuccess": 36, "recentSuccessRate": 0.2571428571428571, "recentTerminal": 140, "recentWilsonLowerBound": 0.19190942531957864, "running": 4, "selectionWeight": 1.1818188229523758, "stale": false, "submissionEligible": true, "throughputPerHour": 23.333333333333332, "waiting": 11288 }, "Mthreads_s4000": { "available": true, "backlogHours": 1618.625, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.15884911455509088, "queueFactor": 0.927438476185736, "queueWeight": 0.927438476185736, "recentSuccess": 13, "recentSuccessRate": 0.13541666666666666, "recentTerminal": 96, "recentWilsonLowerBound": 0.0808762979676279, "running": 4, "selectionWeight": 0.1473227807464269, "stale": false, "submissionEligible": true, "throughputPerHour": 16.0, "waiting": 25898 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 1833.1, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.07550490474714354, "queueFactor": 0.9102886385404897, "queueWeight": 0.9102886385404897, "recentSuccess": 7, "recentSuccessRate": 0.11666666666666667, "recentTerminal": 60, "recentWilsonLowerBound": 0.057676474034500484, "running": 2, "selectionWeight": 0.06873125694540665, "stale": false, "submissionEligible": true, "throughputPerHour": 10.0, "waiting": 18331 }, "Vastai_va16": { "available": true, "backlogHours": 1027.9175257731958, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 0.9928035130822213, "queueWeight": 0.9928035130822213, "recentSuccess": 6, "recentSuccessRate": 0.061855670103092786, "recentTerminal": 97, "recentWilsonLowerBound": 0.02865449519831168, "running": 16, "selectionWeight": 0.049640175654111066, "stale": false, "submissionEligible": false, "throughputPerHour": 16.166666666666668, "waiting": 16618 }, "hygon_k100-ai": { "available": true, "backlogHours": 1137.1239669421486, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 0.8394463938366166, "queueFactor": 0.9778806981257592, "queueWeight": 0.9778806981257592, "recentSuccess": 29, "recentSuccessRate": 0.2396694214876033, "recentTerminal": 121, "recentWilsonLowerBound": 0.17236986466529167, "running": 6, "selectionWeight": 0.8208784256441016, "stale": false, "submissionEligible": true, "throughputPerHour": 20.166666666666668, "waiting": 22932 } }, "queueAttemptedAt": "2026-10-16T18:28:41.358883+00:00", "queueError": null, "queueUpdatedAt": "2026-10-16T18:28:41.358883+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }