{ "communityAttemptedAt": "2026-10-17T04:29:32.577382+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-17T04:29:32.577382+00:00", "frameworkAttemptedAt": "2026-10-16T23:16:11.766824+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 43046, "officialConfigError": null, "officialConfigValid": true, "successCount": 21538, "successRate": 0.5003484644333969, "wilsonLowerBound": 0.4956251914067151 }, "vllm": { "framework": "vllm", "modelCount": 57630, "officialConfigError": null, "officialConfigValid": true, "successCount": 15466, "successRate": 0.26836716987680026, "wilsonLowerBound": 0.2647649096117385 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 4879, "officialConfigError": null, "officialConfigValid": true, "successCount": 1517, "successRate": 0.31092436974789917, "wilsonLowerBound": 0.2980891086637477 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 37899, "officialConfigError": null, "officialConfigValid": true, "successCount": 17995, "successRate": 0.4748146389086783, "wilsonLowerBound": 0.46978984760023634 }, "vllm": { "framework": "vllm", "modelCount": 40296, "officialConfigError": null, "officialConfigValid": true, "successCount": 11083, "successRate": 0.2750397061743101, "wilsonLowerBound": 0.2707013717291604 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13570, "officialConfigError": null, "officialConfigValid": true, "successCount": 5653, "successRate": 0.4165806927044952, "wilsonLowerBound": 0.40831063812705093 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64240, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.1883250311332503, "wilsonLowerBound": 0.1853202818965704 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 32892, "officialConfigError": null, "officialConfigValid": true, "successCount": 7048, "successRate": 0.21427702784871702, "wilsonLowerBound": 0.20987614249626602 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8162, "officialConfigError": null, "officialConfigValid": true, "successCount": 114, "successRate": 0.013967164910561138, "wilsonLowerBound": 0.011640172207820444 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26729, "officialConfigError": null, "officialConfigValid": true, "successCount": 3286, "successRate": 0.12293763328220285, "wilsonLowerBound": 0.11905511848217597 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16515, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10148349984862247, "wilsonLowerBound": 0.09697027348841415 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 16656, "officialConfigError": null, "officialConfigValid": true, "successCount": 6504, "successRate": 0.3904899135446686, "wilsonLowerBound": 0.38310686623506884 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24800, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15354838709677418, "wilsonLowerBound": 0.1491150940050857 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 53735, "officialConfigError": null, "officialConfigValid": true, "successCount": 13529, "successRate": 0.2517725876988927, "wilsonLowerBound": 0.24812056951469966 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 24997, "officialConfigError": null, "officialConfigValid": true, "successCount": 3163, "successRate": 0.12653518422210666, "wilsonLowerBound": 0.12247112813846273 }, "vllm": { "framework": "vllm", "modelCount": 87075, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11222509331036463, "wilsonLowerBound": 0.11014562443402544 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48353, "officialConfigError": null, "officialConfigValid": true, "successCount": 5637, "successRate": 0.11658015014580274, "wilsonLowerBound": 0.11375007278658408 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 49603, "officialConfigError": null, "officialConfigValid": true, "successCount": 3756, "successRate": 0.07572122653871742, "wilsonLowerBound": 0.07342578360631676 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94582, "officialConfigError": null, "officialConfigValid": true, "successCount": 23772, "successRate": 0.2513374637880358, "wilsonLowerBound": 0.24858305700823174 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 64, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5629, "officialConfigError": null, "officialConfigValid": true, "successCount": 588, "successRate": 0.10445905134126843, "wilsonLowerBound": 0.09673680804836032 }, "vllm": { "framework": "vllm", "modelCount": 112891, "officialConfigError": null, "officialConfigValid": true, "successCount": 16536, "successRate": 0.14647757571462738, "wilsonLowerBound": 0.1444269843588506 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 231, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.004329004329004329, "wilsonLowerBound": 0.000764565063105438 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 24939, "officialConfigError": null, "officialConfigValid": true, "successCount": 4105, "successRate": 0.1646016279722523, "wilsonLowerBound": 0.16005099092174596 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44165, "officialConfigError": null, "officialConfigValid": true, "successCount": 5706, "successRate": 0.1291973282010642, "wilsonLowerBound": 0.12610128324772107 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8352, "officialConfigError": null, "officialConfigValid": true, "successCount": 803, "successRate": 0.09614463601532568, "wilsonLowerBound": 0.09000676871514811 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35062, "officialConfigError": null, "officialConfigValid": true, "successCount": 7003, "successRate": 0.19973190348525469, "wilsonLowerBound": 0.19558005566986456 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61537, "officialConfigError": null, "officialConfigValid": true, "successCount": 12428, "successRate": 0.20195979654516794, "wilsonLowerBound": 0.19880644879173986 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 17294, "officialConfigError": null, "officialConfigValid": true, "successCount": 4904, "successRate": 0.283566554874523, "wilsonLowerBound": 0.27689744661969307 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 15881, "officialConfigError": null, "officialConfigValid": true, "successCount": 3834, "successRate": 0.24142056545557586, "wilsonLowerBound": 0.23482774183066907 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 68924, "officialConfigError": null, "officialConfigValid": true, "successCount": 18962, "successRate": 0.2751146190006384, "wilsonLowerBound": 0.2717932470283375 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1317, "officialConfigError": null, "officialConfigValid": true, "successCount": 796, "successRate": 0.6044039483675019, "wilsonLowerBound": 0.5777279277323565 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48526, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44780117874953634, "wilsonLowerBound": 0.44338103513131455 }, "vllm": { "framework": "vllm", "modelCount": 40551, "officialConfigError": null, "officialConfigValid": true, "successCount": 5029, "successRate": 0.12401667036571232, "wilsonLowerBound": 0.12084417442015274 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1159, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10102, "officialConfigError": null, "officialConfigValid": true, "successCount": 764, "successRate": 0.07562858839833696, "wilsonLowerBound": 0.07063229608115972 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7573, "officialConfigError": null, "officialConfigValid": true, "successCount": 3329, "successRate": 0.43958801003565295, "wilsonLowerBound": 0.4284425413870057 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7427, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.03298774740810556, "wilsonLowerBound": 0.029161046587914085 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 19020, "officialConfigError": null, "officialConfigValid": true, "successCount": 5510, "successRate": 0.28969505783385907, "wilsonLowerBound": 0.28329124329792166 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28788, "officialConfigError": null, "officialConfigValid": true, "successCount": 14737, "successRate": 0.5119146866750035, "wilsonLowerBound": 0.5061392132593229 }, "vllm": { "framework": "vllm", "modelCount": 67950, "officialConfigError": null, "officialConfigValid": true, "successCount": 7318, "successRate": 0.10769683590875644, "wilsonLowerBound": 0.10538809891596261 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14011, "officialConfigError": null, "officialConfigValid": true, "successCount": 2434, "successRate": 0.1737206480622368, "wilsonLowerBound": 0.16753679544643002 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-17T04:29:32.577382+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1220.3382352941176, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 1.2798857323885346, "queueFactor": 0.9945394105714983, "queueWeight": 0.9945394105714983, "recentSuccess": 43, "recentSuccessRate": 0.3161764705882353, "recentTerminal": 136, "recentWilsonLowerBound": 0.24399293204164998, "running": 8, "selectionWeight": 1.2728968018885636, "stale": false, "submissionEligible": true, "throughputPerHour": 22.666666666666668, "waiting": 27661 }, "Ascend_910-b4": { "available": true, "backlogHours": 1426.5223880597016, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 0.9715211096443563, "queueWeight": 0.9715211096443563, "recentSuccess": 55, "recentSuccessRate": 0.41044776119402987, "recentTerminal": 134, "recentWilsonLowerBound": 0.33078429907072665, "running": 8, "selectionWeight": 2.428802774110891, "stale": false, "submissionEligible": true, "throughputPerHour": 22.333333333333332, "waiting": 31859 }, "Biren_166m": { "available": true, "backlogHours": 142.74757281553397, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.19587708045442864, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 30, "recentSuccessRate": 0.14563106796116504, "recentTerminal": 206, "recentWilsonLowerBound": 0.10395309852917049, "running": 8, "selectionWeight": 0.25464020459075726, "stale": false, "submissionEligible": true, "throughputPerHour": 34.333333333333336, "waiting": 4901 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1132.8510638297873, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.3390311106144173, "queueFactor": 1.005699207378331, "queueWeight": 1.005699207378331, "recentSuccess": 19, "recentSuccessRate": 0.20212765957446807, "recentTerminal": 94, "recentWilsonLowerBound": 0.13339378292301518, "running": 7, "selectionWeight": 0.3409633192215148, "stale": false, "submissionEligible": true, "throughputPerHour": 15.666666666666666, "waiting": 17748 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 540.8181818181819, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.2730474082843265, "queueFactor": 1.1236636653737944, "queueWeight": 1.1236636653737944, "recentSuccess": 20, "recentSuccessRate": 0.18181818181818182, "recentTerminal": 110, "recentWilsonLowerBound": 0.12089480448542876, "running": 7, "selectionWeight": 0.30681345161358126, "stale": false, "submissionEligible": true, "throughputPerHour": 18.333333333333332, "waiting": 9915 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 72.76642335766424, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 5, "recentSuccessRate": 0.01824817518248175, "recentTerminal": 274, "recentWilsonLowerBound": 0.007818972728213917, "running": 9, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 45.666666666666664, "waiting": 3323 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 227.12121212121212, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.05, "queueFactor": 1.279839105108381, "queueWeight": 1.279839105108381, "recentSuccess": 16, "recentSuccessRate": 0.08080808080808081, "recentTerminal": 198, "recentWilsonLowerBound": 0.05034986559353045, "running": 2, "selectionWeight": 0.06399195525541905, "stale": false, "submissionEligible": true, "throughputPerHour": 33.0, "waiting": 7495 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 2001.125, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.9865563064276563, "queueFactor": 0.9234276996052599, "queueWeight": 0.9234276996052599, "recentSuccess": 16, "recentSuccessRate": 0.3333333333333333, "recentTerminal": 48, "recentWilsonLowerBound": 0.21676601370896784, "running": 2, "selectionWeight": 0.9110134205755527, "stale": false, "submissionEligible": true, "throughputPerHour": 8.0, "waiting": 16009 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 429.13235294117646, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.5447594346715044, "queueFactor": 1.1633364659112255, "queueWeight": 1.1633364659112255, "recentSuccess": 31, "recentSuccessRate": 0.22794117647058823, "recentTerminal": 136, "recentWilsonLowerBound": 0.16548404884189266, "running": 8, "selectionWeight": 0.6337385155025451, "stale": false, "submissionEligible": true, "throughputPerHour": 22.666666666666668, "waiting": 9727 }, "MetaX_c-500": { "available": true, "backlogHours": 717.25, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.6094102898991739, "queueFactor": 1.0770688029540527, "queueWeight": 1.0770688029540527, "recentSuccess": 24, "recentSuccessRate": 0.25, "recentTerminal": 96, "recentWilsonLowerBound": 0.17413849417796742, "running": 4, "selectionWeight": 0.6563768114495855, "stale": false, "submissionEligible": true, "throughputPerHour": 16.0, "waiting": 11476 }, "Mthreads_s4000": { "available": true, "backlogHours": 2771.25, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.5748016960260474, "queueFactor": 0.879412581096851, "queueWeight": 0.879412581096851, "recentSuccess": 15, "recentSuccessRate": 0.26785714285714285, "recentTerminal": 56, "recentWilsonLowerBound": 0.16957158661894964, "running": 4, "selectionWeight": 0.5054878431211139, "stale": false, "submissionEligible": true, "throughputPerHour": 9.333333333333334, "waiting": 25865 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 2811.6923076923076, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.05028302853641223, "queueFactor": 0.8775035082801489, "queueWeight": 0.8775035082801489, "recentSuccess": 5, "recentSuccessRate": 0.1282051282051282, "recentTerminal": 39, "recentWilsonLowerBound": 0.05602734948028318, "running": 2, "selectionWeight": 0.04412353394765257, "stale": false, "submissionEligible": true, "throughputPerHour": 6.5, "waiting": 18276 }, "Vastai_va16": { "available": true, "backlogHours": 1352.2702702702702, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.07048199899402739, "queueFactor": 0.9793422825936992, "queueWeight": 0.9793422825936992, "recentSuccess": 9, "recentSuccessRate": 0.12162162162162163, "recentTerminal": 74, "recentWilsonLowerBound": 0.0653224180677459, "running": 16, "selectionWeight": 0.0690260017765776, "stale": false, "submissionEligible": true, "throughputPerHour": 12.333333333333334, "waiting": 16678 }, "hygon_k100-ai": { "available": true, "backlogHours": 1266.8648648648648, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 0.6608752561712945, "queueFactor": 0.9889731174232095, "queueWeight": 0.9889731174232095, "recentSuccess": 28, "recentSuccessRate": 0.25225225225225223, "recentTerminal": 111, "recentWilsonLowerBound": 0.18067547191382155, "running": 6, "selectionWeight": 0.6535878623235872, "stale": false, "submissionEligible": true, "throughputPerHour": 18.5, "waiting": 23437 } }, "queueAttemptedAt": "2026-10-17T04:29:32.577382+00:00", "queueError": null, "queueUpdatedAt": "2026-10-17T04:29:32.577382+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }