{ "communityAttemptedAt": "2026-10-16T22:27:39.993550+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-16T22:27:39.993550+00:00", "frameworkAttemptedAt": "2026-10-16T16:54:57.360126+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 42994, "officialConfigError": null, "officialConfigValid": true, "successCount": 21504, "successRate": 0.5001628134158255, "wilsonLowerBound": 0.4954367008471246 }, "vllm": { "framework": "vllm", "modelCount": 57579, "officialConfigError": null, "officialConfigValid": true, "successCount": 15463, "successRate": 0.26855277097552926, "wilsonLowerBound": 0.2649481182664045 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 4845, "officialConfigError": null, "officialConfigValid": true, "successCount": 1505, "successRate": 0.3106295149638803, "wilsonLowerBound": 0.2977534725555321 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 37852, "officialConfigError": null, "officialConfigValid": true, "successCount": 17963, "successRate": 0.47455880798900985, "wilsonLowerBound": 0.46953105655134103 }, "vllm": { "framework": "vllm", "modelCount": 40271, "officialConfigError": null, "officialConfigValid": true, "successCount": 11078, "successRate": 0.2750862903826575, "wilsonLowerBound": 0.270746382695937 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13525, "officialConfigError": null, "officialConfigValid": true, "successCount": 5632, "successRate": 0.4164140480591497, "wilsonLowerBound": 0.40813081288022424 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64235, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.1883396902000467, "wilsonLowerBound": 0.18533473351464752 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 32719, "officialConfigError": null, "officialConfigValid": true, "successCount": 7015, "successRate": 0.2144014181362511, "wilsonLowerBound": 0.2099880497382908 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8147, "officialConfigError": null, "officialConfigValid": true, "successCount": 114, "successRate": 0.013992880815023935, "wilsonLowerBound": 0.011661626730134517 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26721, "officialConfigError": null, "officialConfigValid": true, "successCount": 3286, "successRate": 0.12297443957935705, "wilsonLowerBound": 0.11909083987028334 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16514, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10148964514957007, "wilsonLowerBound": 0.09697615986843272 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 16593, "officialConfigError": null, "officialConfigValid": true, "successCount": 6486, "successRate": 0.39088772373892605, "wilsonLowerBound": 0.3834892771213035 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24799, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15355457881366183, "wilsonLowerBound": 0.14912112242825257 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 53651, "officialConfigError": null, "officialConfigValid": true, "successCount": 13505, "successRate": 0.25171944604946783, "wilsonLowerBound": 0.24806484506781065 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 24986, "officialConfigError": null, "officialConfigValid": true, "successCount": 3163, "successRate": 0.12659089089890338, "wilsonLowerBound": 0.12252516878027803 }, "vllm": { "framework": "vllm", "modelCount": 87074, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11222638215770495, "wilsonLowerBound": 0.11014689086565693 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48260, "officialConfigError": null, "officialConfigValid": true, "successCount": 5633, "successRate": 0.11672192291753004, "wilsonLowerBound": 0.11388762768637553 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 49420, "officialConfigError": null, "officialConfigValid": true, "successCount": 3752, "successRate": 0.07592067988668555, "wilsonLowerBound": 0.07361821850107568 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94557, "officialConfigError": null, "officialConfigValid": true, "successCount": 23761, "successRate": 0.2512875831509037, "wilsonLowerBound": 0.24853299791390784 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 62, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5624, "officialConfigError": null, "officialConfigValid": true, "successCount": 588, "successRate": 0.10455192034139403, "wilsonLowerBound": 0.09682316692051096 }, "vllm": { "framework": "vllm", "modelCount": 112891, "officialConfigError": null, "officialConfigValid": true, "successCount": 16536, "successRate": 0.14647757571462738, "wilsonLowerBound": 0.1444269843588506 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 229, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.004366812227074236, "wilsonLowerBound": 0.0007712460958295823 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 24869, "officialConfigError": null, "officialConfigValid": true, "successCount": 4098, "successRate": 0.16478346535847843, "wilsonLowerBound": 0.16022443066902173 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44129, "officialConfigError": null, "officialConfigValid": true, "successCount": 5703, "successRate": 0.12923474359264883, "wilsonLowerBound": 0.12613706010044756 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8346, "officialConfigError": null, "officialConfigValid": true, "successCount": 802, "successRate": 0.09609393721543254, "wilsonLowerBound": 0.08995544187815271 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35027, "officialConfigError": null, "officialConfigValid": true, "successCount": 6984, "successRate": 0.1993890427384589, "wilsonLowerBound": 0.19523787388037536 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61536, "officialConfigError": null, "officialConfigValid": true, "successCount": 12428, "successRate": 0.20196307852314094, "wilsonLowerBound": 0.19880968584596811 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 17199, "officialConfigError": null, "officialConfigValid": true, "successCount": 4872, "successRate": 0.28327228327228327, "wilsonLowerBound": 0.2765870963309218 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 15850, "officialConfigError": null, "officialConfigValid": true, "successCount": 3830, "successRate": 0.2416403785488959, "wilsonLowerBound": 0.2350390539998504 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 68868, "officialConfigError": null, "officialConfigValid": true, "successCount": 18951, "successRate": 0.27517860254399723, "wilsonLowerBound": 0.271855641458493 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1286, "officialConfigError": null, "officialConfigValid": true, "successCount": 779, "successRate": 0.6057542768273717, "wilsonLowerBound": 0.5787676521256635 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48520, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44785655399835117, "wilsonLowerBound": 0.4434360812943169 }, "vllm": { "framework": "vllm", "modelCount": 40516, "officialConfigError": null, "officialConfigValid": true, "successCount": 5015, "successRate": 0.12377826044031988, "wilsonLowerBound": 0.12060708202240626 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1158, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10102, "officialConfigError": null, "officialConfigValid": true, "successCount": 764, "successRate": 0.07562858839833696, "wilsonLowerBound": 0.07063229608115972 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7558, "officialConfigError": null, "officialConfigValid": true, "successCount": 3322, "successRate": 0.4395342683249537, "wilsonLowerBound": 0.428377955872368 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7426, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.032992189604093725, "wilsonLowerBound": 0.029164980749832297 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 18968, "officialConfigError": null, "officialConfigValid": true, "successCount": 5502, "successRate": 0.2900674820750738, "wilsonLowerBound": 0.28365242611326774 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28765, "officialConfigError": null, "officialConfigValid": true, "successCount": 14721, "successRate": 0.5117677733356509, "wilsonLowerBound": 0.5059899704757447 }, "vllm": { "framework": "vllm", "modelCount": 67908, "officialConfigError": null, "officialConfigValid": true, "successCount": 7314, "successRate": 0.10770454143841668, "wilsonLowerBound": 0.10539502366377193 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 13983, "officialConfigError": null, "officialConfigValid": true, "successCount": 2422, "successRate": 0.1732103268254309, "wilsonLowerBound": 0.16702780677269516 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-16T22:27:39.993550+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1131.2244897959183, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 0.9523988045833347, "queueWeight": 0.9523988045833347, "recentSuccess": 56, "recentSuccessRate": 0.38095238095238093, "recentTerminal": 147, "recentWilsonLowerBound": 0.3064265495647165, "running": 8, "selectionWeight": 2.3809970114583368, "stale": false, "submissionEligible": true, "throughputPerHour": 24.5, "waiting": 27715 }, "Ascend_910-b4": { "available": true, "backlogHours": 1229.4967741935484, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.1127321425283774, "queueFactor": 0.9405720136978096, "queueWeight": 0.9405720136978096, "recentSuccess": 55, "recentSuccessRate": 0.3548387096774194, "recentTerminal": 155, "recentWilsonLowerBound": 0.2838579959370039, "running": 8, "selectionWeight": 1.9871767257020037, "stale": false, "submissionEligible": true, "throughputPerHour": 25.833333333333332, "waiting": 31762 }, "Biren_166m": { "available": true, "backlogHours": 153.29533678756476, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.37197605043399906, "queueFactor": 1.2853512369310447, "queueWeight": 1.2853512369310447, "recentSuccess": 34, "recentSuccessRate": 0.17616580310880828, "recentTerminal": 193, "recentWilsonLowerBound": 0.12889144858851487, "running": 8, "selectionWeight": 0.47811987653406535, "stale": false, "submissionEligible": true, "throughputPerHour": 32.166666666666664, "waiting": 4931 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1071.030303030303, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.30755546729016575, "queueFactor": 0.9602424421324351, "queueWeight": 0.9602424421324351, "recentSuccess": 18, "recentSuccessRate": 0.18181818181818182, "recentTerminal": 99, "recentWilsonLowerBound": 0.11821769885745202, "running": 7, "selectionWeight": 0.29532781300189104, "stale": false, "submissionEligible": true, "throughputPerHour": 16.5, "waiting": 17672 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 398.7755102040816, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.14627863901079854, "queueFactor": 1.1136324812813492, "queueWeight": 1.1136324812813492, "recentSuccess": 19, "recentSuccessRate": 0.1292517006802721, "recentTerminal": 147, "recentWilsonLowerBound": 0.08432985363284275, "running": 7, "selectionWeight": 0.16290064372005433, "stale": false, "submissionEligible": true, "throughputPerHour": 24.5, "waiting": 9770 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 48.49295774647887, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 7, "recentSuccessRate": 0.01643192488262911, "recentTerminal": 426, "recentWilsonLowerBound": 0.007981820601996098, "running": 24, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 71.0, "waiting": 3443 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 115.64341085271317, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 20, "recentSuccessRate": 0.05167958656330749, "recentTerminal": 387, "recentWilsonLowerBound": 0.03370026904576032, "running": 7, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 64.5, "waiting": 7459 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 2004.0, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.3990689226521664, "queueFactor": 0.8741108355662207, "queueWeight": 0.8741108355662207, "recentSuccess": 11, "recentSuccessRate": 0.22916666666666666, "recentTerminal": 48, "recentWilsonLowerBound": 0.13307691028989044, "running": 2, "selectionWeight": 0.34883046942799667, "stale": false, "submissionEligible": true, "throughputPerHour": 8.0, "waiting": 16032 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 489.9661016949152, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 1.2261778252031998, "queueFactor": 1.0797575668925143, "queueWeight": 1.0797575668925143, "recentSuccess": 35, "recentSuccessRate": 0.2966101694915254, "recentTerminal": 118, "recentWilsonLowerBound": 0.22166449745305886, "running": 8, "selectionWeight": 1.3239747851189618, "stale": false, "submissionEligible": true, "throughputPerHour": 19.666666666666668, "waiting": 9636 }, "MetaX_c-500": { "available": true, "backlogHours": 530.9767441860465, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.7268870215634271, "queueFactor": 1.066816775757862, "queueWeight": 1.066816775757862, "recentSuccess": 31, "recentSuccessRate": 0.24031007751937986, "recentTerminal": 129, "recentWilsonLowerBound": 0.174773258993859, "running": 4, "selectionWeight": 0.7754552686845307, "stale": false, "submissionEligible": true, "throughputPerHour": 21.5, "waiting": 11416 }, "Mthreads_s4000": { "available": true, "backlogHours": 1569.030303030303, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.12450074838515882, "queueFactor": 0.9067894562809597, "queueWeight": 0.9067894562809597, "recentSuccess": 13, "recentSuccessRate": 0.13131313131313133, "recentTerminal": 99, "recentWilsonLowerBound": 0.07837166925941866, "running": 4, "selectionWeight": 0.11289596593475074, "stale": false, "submissionEligible": true, "throughputPerHour": 16.5, "waiting": 25889 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 1773.8709677419354, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.05, "queueFactor": 0.8902517940199103, "queueWeight": 0.8902517940199103, "recentSuccess": 3, "recentSuccessRate": 0.04838709677419355, "recentTerminal": 62, "recentWilsonLowerBound": 0.01659138500084611, "running": 2, "selectionWeight": 0.04451258970099552, "stale": false, "submissionEligible": false, "throughputPerHour": 10.333333333333334, "waiting": 18330 }, "Vastai_va16": { "available": true, "backlogHours": 740.7555555555556, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 1.0148454847816446, "queueWeight": 1.0148454847816446, "recentSuccess": 7, "recentSuccessRate": 0.05185185185185185, "recentTerminal": 135, "recentWilsonLowerBound": 0.025340849260581774, "running": 16, "selectionWeight": 0.05074227423908223, "stale": false, "submissionEligible": false, "throughputPerHour": 22.5, "waiting": 16667 }, "hygon_k100-ai": { "available": true, "backlogHours": 893.6923076923077, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 0.240007965522214, "queueFactor": 0.9866723511473273, "queueWeight": 0.9866723511473273, "recentSuccess": 24, "recentSuccessRate": 0.15384615384615385, "recentTerminal": 156, "recentWilsonLowerBound": 0.10561581573913466, "running": 6, "selectionWeight": 0.23680922363588958, "stale": false, "submissionEligible": true, "throughputPerHour": 26.0, "waiting": 23236 } }, "queueAttemptedAt": "2026-10-16T22:27:39.993550+00:00", "queueError": null, "queueUpdatedAt": "2026-10-16T22:27:39.993550+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }