{ "communityAttemptedAt": "2026-10-18T18:19:14.254844+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-18T18:19:14.254844+00:00", "frameworkAttemptedAt": "2026-10-18T18:19:14.254844+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 43388, "officialConfigError": null, "officialConfigValid": true, "successCount": 21773, "successRate": 0.5018207799391536, "wilsonLowerBound": 0.497116057187139 }, "vllm": { "framework": "vllm", "modelCount": 57938, "officialConfigError": null, "officialConfigValid": true, "successCount": 15503, "successRate": 0.2675791363181332, "wilsonLowerBound": 0.26398983572670437 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 5063, "officialConfigError": null, "officialConfigValid": true, "successCount": 1588, "successRate": 0.3136480347619988, "wilsonLowerBound": 0.301012918294936 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 38256, "officialConfigError": null, "officialConfigValid": true, "successCount": 18229, "successRate": 0.4765004182350481, "wilsonLowerBound": 0.4714981204338454 }, "vllm": { "framework": "vllm", "modelCount": 40447, "officialConfigError": null, "officialConfigValid": true, "successCount": 11099, "successRate": 0.2744084851781344, "wilsonLowerBound": 0.2700813799458564 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13878, "officialConfigError": null, "officialConfigValid": true, "successCount": 5763, "successRate": 0.41526156506701256, "wilsonLowerBound": 0.40708761771262747 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64260, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.1882664176781824, "wilsonLowerBound": 0.18526249795713923 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 33897, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 7250, "successRate": 0.21388323450452842, "wilsonLowerBound": 0.20955055171212483 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8248, "officialConfigError": null, "officialConfigValid": true, "successCount": 115, "successRate": 0.013942774005819593, "wilsonLowerBound": 0.011629038854832081 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26753, "officialConfigError": null, "officialConfigValid": true, "successCount": 3288, "successRate": 0.12290210443688558, "wilsonLowerBound": 0.1190218011972578 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16518, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10146506841021916, "wilsonLowerBound": 0.09695261863545855 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 17025, "officialConfigError": null, "officialConfigValid": true, "successCount": 6622, "successRate": 0.3889574155653451, "wilsonLowerBound": 0.381660076573145 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24811, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15348031115231148, "wilsonLowerBound": 0.14904881350902544 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 54433, "officialConfigError": null, "officialConfigValid": true, "successCount": 13700, "successRate": 0.25168555839288664, "wilsonLowerBound": 0.24805734067481008 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 25105, "officialConfigError": null, "officialConfigValid": true, "successCount": 3187, "successRate": 0.12694682334196375, "wilsonLowerBound": 0.1228856211830375 }, "vllm": { "framework": "vllm", "modelCount": 87108, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11218257794921248, "wilsonLowerBound": 0.11010384852202956 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48770, "officialConfigError": null, "officialConfigValid": true, "successCount": 5655, "successRate": 0.11595242977240107, "wilsonLowerBound": 0.11314106564633052 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 50628, "officialConfigError": null, "officialConfigValid": true, "successCount": 3787, "successRate": 0.07480050564904796, "wilsonLowerBound": 0.07254106984029286 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94784, "officialConfigError": null, "officialConfigValid": true, "successCount": 23863, "successRate": 0.2517619007427414, "wilsonLowerBound": 0.2490088554327667 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 116, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5659, "officialConfigError": null, "officialConfigValid": true, "successCount": 590, "successRate": 0.10425870295105143, "wilsonLowerBound": 0.09656313278158477 }, "vllm": { "framework": "vllm", "modelCount": 112904, "officialConfigError": null, "officialConfigValid": true, "successCount": 16538, "successRate": 0.1464784241479487, "wilsonLowerBound": 0.14442794518106644 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 272, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.003676470588235294, "wilsonLowerBound": 0.0006492656971213476 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 25217, "officialConfigError": null, "officialConfigValid": true, "successCount": 4140, "successRate": 0.16417496133560694, "wilsonLowerBound": 0.15965402531966208 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44248, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5714, "successRate": 0.12913578014825527, "wilsonLowerBound": 0.1260432494827859 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8422, "officialConfigError": null, "officialConfigValid": true, "successCount": 813, "successRate": 0.0965328900498694, "wilsonLowerBound": 0.09040831608996117 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35344, "officialConfigError": null, "officialConfigValid": true, "successCount": 7087, "successRate": 0.20051493888637392, "wilsonLowerBound": 0.19637335307269085 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61550, "officialConfigError": null, "officialConfigValid": true, "successCount": 12429, "successRate": 0.20193338748984566, "wilsonLowerBound": 0.19878052732235263 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 17872, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5056, "successRate": 0.2829006266786034, "wilsonLowerBound": 0.2763442976346736 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16048, "officialConfigError": null, "officialConfigValid": true, "successCount": 3875, "successRate": 0.241463110667996, "wilsonLowerBound": 0.23490394275876428 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 69252, "officialConfigError": null, "officialConfigValid": true, "successCount": 19048, "successRate": 0.2750534280598394, "wilsonLowerBound": 0.271740133921332 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1492, "officialConfigError": null, "officialConfigValid": true, "successCount": 881, "successRate": 0.5904825737265416, "wilsonLowerBound": 0.5653288292532511 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48571, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44738630046735706, "wilsonLowerBound": 0.442968624465479 }, "vllm": { "framework": "vllm", "modelCount": 40842, "officialConfigError": null, "officialConfigValid": true, "successCount": 5120, "successRate": 0.1253611478380099, "wilsonLowerBound": 0.12218491098719117 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1189, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10105, "officialConfigError": null, "officialConfigValid": true, "successCount": 765, "successRate": 0.07570509648688768, "wilsonLowerBound": 0.07070710236143048 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7692, "officialConfigError": null, "officialConfigValid": true, "successCount": 3380, "successRate": 0.43941757670306814, "wilsonLowerBound": 0.4283589281163562 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7430, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.03297442799461642, "wilsonLowerBound": 0.029149250467990415 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 19345, "officialConfigError": null, "officialConfigValid": true, "successCount": 5558, "successRate": 0.28730938226932023, "wilsonLowerBound": 0.2809753871855413 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28941, "officialConfigError": null, "officialConfigValid": true, "successCount": 14813, "successRate": 0.5118344217546041, "wilsonLowerBound": 0.5060742257836641 }, "vllm": { "framework": "vllm", "modelCount": 68195, "officialConfigError": null, "officialConfigValid": true, "successCount": 7353, "successRate": 0.1078231541901899, "wilsonLowerBound": 0.10551732224049751 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14156, "officialConfigError": null, "officialConfigValid": true, "successCount": 2497, "successRate": 0.17639163605538288, "wilsonLowerBound": 0.170200746665438 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-18T18:19:14.254844+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1249.1818181818182, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0151900505774056, "queueWeight": 1.0151900505774056, "recentSuccess": 51, "recentSuccessRate": 0.38636363636363635, "recentTerminal": 132, "recentWilsonLowerBound": 0.307631310133776, "running": 8, "selectionWeight": 2.537975126443514, "stale": false, "submissionEligible": true, "throughputPerHour": 22.0, "waiting": 27482 }, "Ascend_910-b4": { "available": true, "backlogHours": 1513.3333333333333, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.2543602041057613, "queueFactor": 0.9863953385521934, "queueWeight": 0.9863953385521934, "recentSuccess": 47, "recentSuccessRate": 0.373015873015873, "recentTerminal": 126, "recentWilsonLowerBound": 0.29350388452872506, "running": 9, "selectionWeight": 2.2236903967474944, "stale": false, "submissionEligible": true, "throughputPerHour": 21.0, "waiting": 31780 }, "Biren_166m": { "available": true, "backlogHours": 152.0, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.16627218824670778, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 24, "recentSuccessRate": 0.13114754098360656, "recentTerminal": 183, "recentWilsonLowerBound": 0.08973788084498723, "running": 8, "selectionWeight": 0.21615384472072013, "stale": false, "submissionEligible": false, "throughputPerHour": 30.5, "waiting": 4636 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1780.3, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.4734597320408093, "queueFactor": 0.962647355642134, "queueWeight": 0.962647355642134, "recentSuccess": 14, "recentSuccessRate": 0.23333333333333334, "recentTerminal": 60, "recentWilsonLowerBound": 0.1443943161843107, "running": 7, "selectionWeight": 0.45577475905211845, "stale": false, "submissionEligible": false, "throughputPerHour": 10.0, "waiting": 17803 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 506.43103448275866, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.36765569711289436, "queueFactor": 1.162420215705572, "queueWeight": 1.162420215705572, "recentSuccess": 22, "recentSuccessRate": 0.1896551724137931, "recentTerminal": 116, "recentWilsonLowerBound": 0.1287128868844165, "running": 8, "selectionWeight": 0.42737041474335313, "stale": false, "submissionEligible": false, "throughputPerHour": 19.333333333333332, "waiting": 9791 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 137.92307692307693, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.06643193447198406, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 15, "recentSuccessRate": 0.09615384615384616, "recentTerminal": 156, "recentWilsonLowerBound": 0.05913784371831569, "running": 24, "selectionWeight": 0.08636151481357929, "stale": false, "submissionEligible": false, "throughputPerHour": 26.0, "waiting": 3586 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 272.40000000000003, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.3538967284951198, "queueFactor": 1.2757340154516001, "queueWeight": 1.2757340154516001, "recentSuccess": 30, "recentSuccessRate": 0.17647058823529413, "recentTerminal": 170, "recentWilsonLowerBound": 0.1265006037723213, "running": 0, "selectionWeight": 0.45147809449826387, "stale": false, "submissionEligible": false, "throughputPerHour": 28.333333333333332, "waiting": 7718 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 2238.5581395348836, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.8265996222295068, "queueFactor": 0.9301349089313391, "queueWeight": 0.9301349089313391, "recentSuccess": 13, "recentSuccessRate": 0.3023255813953488, "recentTerminal": 43, "recentWilsonLowerBound": 0.18601827946182875, "running": 2, "selectionWeight": 0.7688491643451216, "stale": false, "submissionEligible": true, "throughputPerHour": 7.166666666666667, "waiting": 16043 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 529.6666666666666, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.8253466256631014, "queueFactor": 1.1546245957467265, "queueWeight": 1.1546245957467265, "recentSuccess": 28, "recentSuccessRate": 0.25925925925925924, "recentTerminal": 108, "recentWilsonLowerBound": 0.1858900560683251, "running": 8, "selectionWeight": 0.9529655140071832, "stale": false, "submissionEligible": true, "throughputPerHour": 18.0, "waiting": 9534 }, "MetaX_c-500": { "available": true, "backlogHours": 723.7263157894737, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.8172994035671202, "queueFactor": 1.101805779870417, "queueWeight": 1.101805779870417, "recentSuccess": 25, "recentSuccessRate": 0.2631578947368421, "recentTerminal": 95, "recentWilsonLowerBound": 0.18506401390488098, "running": 4, "selectionWeight": 0.9005052067348975, "stale": false, "submissionEligible": true, "throughputPerHour": 15.833333333333334, "waiting": 11459 }, "Mthreads_s4000": { "available": true, "backlogHours": 2075.28, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.34545745355632873, "queueFactor": 0.9407618464735786, "queueWeight": 0.9407618464735786, "recentSuccess": 15, "recentSuccessRate": 0.2, "recentTerminal": 75, "recentWilsonLowerBound": 0.12512038203120296, "running": 4, "selectionWeight": 0.32499319188571235, "stale": false, "submissionEligible": false, "throughputPerHour": 12.5, "waiting": 25941 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 3456.1875, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.76443368992878, "queueFactor": 0.8714683252351048, "queueWeight": 0.8714683252351048, "recentSuccess": 10, "recentSuccessRate": 0.3125, "recentTerminal": 32, "recentWilsonLowerBound": 0.17952352116618736, "running": 2, "selectionWeight": 0.6661797475155253, "stale": false, "submissionEligible": true, "throughputPerHour": 5.333333333333333, "waiting": 18433 }, "Vastai_va16": { "available": true, "backlogHours": 1710.101694915254, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 0.9684738759012208, "queueWeight": 0.9684738759012208, "recentSuccess": 2, "recentSuccessRate": 0.03389830508474576, "recentTerminal": 59, "recentWilsonLowerBound": 0.009345713033501513, "running": 16, "selectionWeight": 0.04842369379506104, "stale": false, "submissionEligible": false, "throughputPerHour": 9.833333333333334, "waiting": 16816 }, "hygon_k100-ai": { "available": true, "backlogHours": 1555.9565217391303, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 0.8796863051746349, "queueFactor": 0.982294205913206, "queueWeight": 0.982294205913206, "recentSuccess": 25, "recentSuccessRate": 0.2717391304347826, "recentTerminal": 92, "recentWilsonLowerBound": 0.19135648353357726, "running": 6, "selectionWeight": 0.8641107605942402, "stale": false, "submissionEligible": true, "throughputPerHour": 15.333333333333334, "waiting": 23858 } }, "queueAttemptedAt": "2026-10-18T18:19:14.254844+00:00", "queueError": null, "queueUpdatedAt": "2026-10-18T18:19:14.254844+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }