{ "communityAttemptedAt": "2026-10-27T12:05:36.445000+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-27T12:05:36.445000+00:00", "frameworkAttemptedAt": "2026-10-27T11:49:40.510450+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 44541, "officialConfigError": null, "officialConfigValid": true, "successCount": 22525, "successRate": 0.5057138366897914, "wilsonLowerBound": 0.5010703404416261 }, "vllm": { "framework": "vllm", "modelCount": 59150, "officialConfigError": null, "officialConfigValid": true, "successCount": 15701, "successRate": 0.2654437869822485, "wilsonLowerBound": 0.26190051634768596 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 2, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 2, "successRate": 1.0, "wilsonLowerBound": 0.3423719528896193 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 6156, "officialConfigError": null, "officialConfigValid": true, "successCount": 2014, "successRate": 0.3271604938271605, "wilsonLowerBound": 0.31555103155443387 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 39766, "officialConfigError": null, "officialConfigValid": true, "successCount": 19231, "successRate": 0.4836040838907609, "wilsonLowerBound": 0.47869415189928693 }, "vllm": { "framework": "vllm", "modelCount": 41163, "officialConfigError": null, "officialConfigValid": true, "successCount": 11242, "successRate": 0.27310934577168816, "wilsonLowerBound": 0.26882633920755755 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 15418, "officialConfigError": null, "officialConfigValid": true, "successCount": 6282, "successRate": 0.40744584252172783, "wilsonLowerBound": 0.39971377217560194 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64344, "officialConfigError": null, "officialConfigValid": true, "successCount": 12100, "successRate": 0.18805172199428075, "wilsonLowerBound": 0.18505108778040041 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 38759, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 8027, "successRate": 0.20710028638509764, "wilsonLowerBound": 0.20309509972766848 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8596, "officialConfigError": null, "officialConfigValid": true, "successCount": 117, "successRate": 0.013610981852024197, "wilsonLowerBound": 0.011369686576334238 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26875, "officialConfigError": null, "officialConfigValid": true, "successCount": 3301, "successRate": 0.12282790697674419, "wilsonLowerBound": 0.11895732823328066 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16531, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10138527614784344, "wilsonLowerBound": 0.09687618850577008 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 18790, "officialConfigError": null, "officialConfigValid": true, "successCount": 7157, "successRate": 0.3808940926024481, "wilsonLowerBound": 0.3739756243697755 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24864, "officialConfigError": null, "officialConfigValid": true, "successCount": 3812, "successRate": 0.15331402831402832, "wilsonLowerBound": 0.14888921210589615 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 58208, "officialConfigError": null, "officialConfigValid": true, "successCount": 14545, "successRate": 0.2498797416162727, "wilsonLowerBound": 0.24637913625593916 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 28260, "officialConfigError": null, "officialConfigValid": true, "successCount": 3997, "successRate": 0.14143665958952584, "wilsonLowerBound": 0.13742246947289277 }, "vllm": { "framework": "vllm", "modelCount": 87140, "officialConfigError": null, "officialConfigValid": true, "successCount": 9779, "successRate": 0.11222171218728483, "wilsonLowerBound": 0.11014304038606977 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 50665, "officialConfigError": null, "officialConfigValid": true, "successCount": 5788, "successRate": 0.11424060001973749, "wilsonLowerBound": 0.11149985926407556 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 54059, "officialConfigError": null, "officialConfigValid": true, "successCount": 3891, "successRate": 0.07197691411235872, "wilsonLowerBound": 0.06982849052830847 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 95574, "officialConfigError": null, "officialConfigValid": true, "successCount": 24174, "successRate": 0.2529348986125934, "wilsonLowerBound": 0.25018892628259226 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 164, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 6693, "officialConfigError": null, "officialConfigValid": true, "successCount": 616, "successRate": 0.09203645599880472, "wilsonLowerBound": 0.08534287602432923 }, "vllm": { "framework": "vllm", "modelCount": 113020, "officialConfigError": null, "officialConfigValid": true, "successCount": 16547, "successRate": 0.14640771544859316, "wilsonLowerBound": 0.14435869747776428 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 402, "officialConfigError": null, "officialConfigValid": true, "successCount": 2, "successRate": 0.004975124378109453, "wilsonLowerBound": 0.0013653919171270617 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 26526, "officialConfigError": null, "officialConfigValid": true, "successCount": 4268, "successRate": 0.16089874085802608, "wilsonLowerBound": 0.15652604438304105 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44792, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5823, "successRate": 0.1300008930166101, "wilsonLowerBound": 0.1269180947237117 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 9136, "officialConfigError": null, "officialConfigValid": true, "successCount": 849, "successRate": 0.09292907180385289, "wilsonLowerBound": 0.08714543331736409 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 36682, "officialConfigError": null, "officialConfigValid": true, "successCount": 7493, "successRate": 0.2042691238209476, "wilsonLowerBound": 0.20017433570909104 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61642, "officialConfigError": null, "officialConfigValid": true, "successCount": 12431, "successRate": 0.20166444956360924, "wilsonLowerBound": 0.1985155232010974 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 20578, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5741, "successRate": 0.2789872679560696, "wilsonLowerBound": 0.2729009616122528 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16837, "officialConfigError": null, "officialConfigValid": true, "successCount": 4061, "successRate": 0.24119498723050425, "wilsonLowerBound": 0.2347924019536633 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 70838, "officialConfigError": null, "officialConfigValid": true, "successCount": 19424, "successRate": 0.27420311132443037, "wilsonLowerBound": 0.2709301853575809 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 2403, "officialConfigError": null, "officialConfigValid": true, "successCount": 1360, "successRate": 0.5659592176446109, "wilsonLowerBound": 0.5460525209935175 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 49138, "officialConfigError": null, "officialConfigValid": true, "successCount": 22079, "successRate": 0.44932638691033416, "wilsonLowerBound": 0.4449323137857622 }, "vllm": { "framework": "vllm", "modelCount": 42213, "officialConfigError": null, "officialConfigValid": true, "successCount": 5538, "successRate": 0.13119181294861773, "wilsonLowerBound": 0.12800465978711276 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1391, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6289, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.03052949594530132, "wilsonLowerBound": 0.026555749965692398 }, "vllm": { "framework": "vllm", "modelCount": 10126, "officialConfigError": null, "officialConfigValid": true, "successCount": 767, "successRate": 0.07574560537230891, "wilsonLowerBound": 0.0707513533488008 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 8224, "officialConfigError": null, "officialConfigValid": true, "successCount": 3619, "successRate": 0.4400535019455253, "wilsonLowerBound": 0.42935542187903314 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7467, "officialConfigError": null, "officialConfigValid": true, "successCount": 251, "successRate": 0.03361457077809026, "wilsonLowerBound": 0.029760308799317927 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 22434, "officialConfigError": null, "officialConfigValid": true, "successCount": 6205, "successRate": 0.2765891058215209, "wilsonLowerBound": 0.270774270729064 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 29672, "officialConfigError": null, "officialConfigValid": true, "successCount": 15217, "successRate": 0.5128403882448099, "wilsonLowerBound": 0.5071517510733422 }, "vllm": { "framework": "vllm", "modelCount": 69446, "officialConfigError": null, "officialConfigValid": true, "successCount": 7565, "successRate": 0.10893355988825851, "wilsonLowerBound": 0.10663792900142757 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14903, "officialConfigError": null, "officialConfigValid": true, "successCount": 2780, "successRate": 0.18653962289471918, "wilsonLowerBound": 0.1803664707277881 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-27T12:14:01.164897+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 0.0017462012846220785, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 343603, "recentSuccessRate": 1.0, "recentTerminal": 343603, "recentWilsonLowerBound": 0.9999888197802402, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57267.166666666664, "waiting": 100 }, "Ascend_910-b4": { "available": true, "backlogHours": 0.013515597942974888, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 343603, "recentSuccessRate": 1.0, "recentTerminal": 343603, "recentWilsonLowerBound": 0.9999888197802402, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57267.166666666664, "waiting": 774 }, "Biren_166m": { "available": true, "backlogHours": 0.013515597942974888, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 343603, "recentSuccessRate": 1.0, "recentTerminal": 343603, "recentWilsonLowerBound": 0.9999888197802402, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57267.166666666664, "waiting": 774 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 0.013515637278013515, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.499999999821039, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 343602, "recentSuccessRate": 1.0, "recentTerminal": 343602, "recentWilsonLowerBound": 0.9999888197477023, "running": 0, "selectionWeight": 2.499999999821039, "stale": false, "submissionEligible": true, "throughputPerHour": 57267.0, "waiting": 774 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 0.0017462012846220785, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 343603, "recentSuccessRate": 1.0, "recentTerminal": 343603, "recentWilsonLowerBound": 0.9999888197802402, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57267.166666666664, "waiting": 100 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 0.0017462012846220785, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 343603, "recentSuccessRate": 1.0, "recentTerminal": 343603, "recentWilsonLowerBound": 0.9999888197802402, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57267.166666666664, "waiting": 100 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 0.0017462012846220785, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 343603, "recentSuccessRate": 1.0, "recentTerminal": 343603, "recentWilsonLowerBound": 0.9999888197802402, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57267.166666666664, "waiting": 100 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 0.013515637278013515, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.499999999821039, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 343602, "recentSuccessRate": 1.0, "recentTerminal": 343602, "recentWilsonLowerBound": 0.9999888197477023, "running": 0, "selectionWeight": 2.499999999821039, "stale": false, "submissionEligible": true, "throughputPerHour": 57267.0, "waiting": 774 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 0.013515597942974888, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 343603, "recentSuccessRate": 1.0, "recentTerminal": 343603, "recentWilsonLowerBound": 0.9999888197802402, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57267.166666666664, "waiting": 774 }, "MetaX_c-500": { "available": true, "backlogHours": 0.0017462063666684128, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.499999999821039, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 343602, "recentSuccessRate": 1.0, "recentTerminal": 343602, "recentWilsonLowerBound": 0.9999888197477023, "running": 0, "selectionWeight": 2.499999999821039, "stale": false, "submissionEligible": true, "throughputPerHour": 57267.0, "waiting": 100 }, "Mthreads_s4000": { "available": true, "backlogHours": 0.013515637278013515, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.499999999821039, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 343602, "recentSuccessRate": 1.0, "recentTerminal": 343602, "recentWilsonLowerBound": 0.9999888197477023, "running": 0, "selectionWeight": 2.499999999821039, "stale": false, "submissionEligible": true, "throughputPerHour": 57267.0, "waiting": 774 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 0.013515597942974888, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 343603, "recentSuccessRate": 1.0, "recentTerminal": 343603, "recentWilsonLowerBound": 0.9999888197802402, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57267.166666666664, "waiting": 774 }, "Vastai_va16": { "available": true, "backlogHours": 0.0017462063666684128, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 2.499999999821039, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 343602, "recentSuccessRate": 1.0, "recentTerminal": 343602, "recentWilsonLowerBound": 0.9999888197477023, "running": 0, "selectionWeight": 2.499999999821039, "stale": false, "submissionEligible": true, "throughputPerHour": 57267.0, "waiting": 100 }, "hygon_k100-ai": { "available": true, "backlogHours": 0.0017462063666684128, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 2.499999999821039, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 343602, "recentSuccessRate": 1.0, "recentTerminal": 343602, "recentWilsonLowerBound": 0.9999888197477023, "running": 0, "selectionWeight": 2.499999999821039, "stale": false, "submissionEligible": true, "throughputPerHour": 57267.0, "waiting": 100 } }, "queueAttemptedAt": "2026-10-27T12:10:42.345504+00:00", "queueError": null, "queueUpdatedAt": "2026-10-27T12:10:42.345504+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b4", "hygon_k100-ai", "Ascend_910-b3", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }