{ "communityAttemptedAt": "2026-10-19T07:39:43.360887+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-19T07:39:43.360887+00:00", "frameworkAttemptedAt": "2026-10-19T02:04:23.662986+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 43446, "officialConfigError": null, "officialConfigValid": true, "successCount": 21805, "successRate": 0.5018874004511348, "wilsonLowerBound": 0.4971858153903559 }, "vllm": { "framework": "vllm", "modelCount": 57983, "officialConfigError": null, "officialConfigValid": true, "successCount": 15508, "successRate": 0.26745770311988, "wilsonLowerBound": 0.26387031665838073 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 5102, "officialConfigError": null, "officialConfigValid": true, "successCount": 1605, "successRate": 0.31458251666013326, "wilsonLowerBound": 0.30198425558559355 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 38322, "officialConfigError": null, "officialConfigValid": true, "successCount": 18274, "successRate": 0.47685402640780755, "wilsonLowerBound": 0.471855834856645 }, "vllm": { "framework": "vllm", "modelCount": 40475, "officialConfigError": null, "officialConfigValid": true, "successCount": 11100, "successRate": 0.27424336009882644, "wilsonLowerBound": 0.26991857354908344 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13940, "officialConfigError": null, "officialConfigValid": true, "successCount": 5789, "successRate": 0.4152797704447633, "wilsonLowerBound": 0.40712390679865085 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64260, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.1882664176781824, "wilsonLowerBound": 0.18526249795713923 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 34079, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 7287, "successRate": 0.21382669679274627, "wilsonLowerBound": 0.20950593699301195 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8274, "officialConfigError": null, "officialConfigValid": true, "successCount": 115, "successRate": 0.013898960599468213, "wilsonLowerBound": 0.0115924572479349 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26761, "officialConfigError": null, "officialConfigValid": true, "successCount": 3288, "successRate": 0.12286536377564367, "wilsonLowerBound": 0.11898614327862701 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16519, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10145892608511412, "wilsonLowerBound": 0.09694673511307306 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 17106, "officialConfigError": null, "officialConfigValid": true, "successCount": 6642, "successRate": 0.38828481234654505, "wilsonLowerBound": 0.3810071614470944 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24814, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15346175546062707, "wilsonLowerBound": 0.14903074723623483 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 54576, "officialConfigError": null, "officialConfigValid": true, "successCount": 13739, "successRate": 0.25174069187921433, "wilsonLowerBound": 0.24811693896147888 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 25121, "officialConfigError": null, "officialConfigValid": true, "successCount": 3192, "successRate": 0.12706500537398988, "wilsonLowerBound": 0.12300342399842666 }, "vllm": { "framework": "vllm", "modelCount": 87109, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11218129010779598, "wilsonLowerBound": 0.11010258308000767 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48883, "officialConfigError": null, "officialConfigValid": true, "successCount": 5658, "successRate": 0.11574576028476158, "wilsonLowerBound": 0.11293982761065065 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 50848, "officialConfigError": null, "officialConfigValid": true, "successCount": 3787, "successRate": 0.07447687224669604, "wilsonLowerBound": 0.07222683693180863 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94807, "officialConfigError": null, "officialConfigValid": true, "successCount": 23876, "successRate": 0.25183794445557817, "wilsonLowerBound": 0.24908495201688044 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 116, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5660, "officialConfigError": null, "officialConfigValid": true, "successCount": 590, "successRate": 0.10424028268551237, "wilsonLowerBound": 0.09654600200518576 }, "vllm": { "framework": "vllm", "modelCount": 112904, "officialConfigError": null, "officialConfigValid": true, "successCount": 16538, "successRate": 0.1464784241479487, "wilsonLowerBound": 0.14442794518106644 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 272, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.003676470588235294, "wilsonLowerBound": 0.0006492656971213476 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 25280, "officialConfigError": null, "officialConfigValid": true, "successCount": 4142, "successRate": 0.16384493670886077, "wilsonLowerBound": 0.1593333142472331 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44268, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5716, "successRate": 0.12912261678865095, "wilsonLowerBound": 0.1260309142713092 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8435, "officialConfigError": null, "officialConfigValid": true, "successCount": 814, "successRate": 0.09650266745702431, "wilsonLowerBound": 0.09038356929591683 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35396, "officialConfigError": null, "officialConfigValid": true, "successCount": 7102, "successRate": 0.20064414058085658, "wilsonLowerBound": 0.19650455374155285 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61552, "officialConfigError": null, "officialConfigValid": true, "successCount": 12429, "successRate": 0.20192682609825838, "wilsonLowerBound": 0.19877405574372495 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 18002, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5092, "successRate": 0.2828574602821909, "wilsonLowerBound": 0.2763249882175323 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16091, "officialConfigError": null, "officialConfigValid": true, "successCount": 3884, "successRate": 0.24137716736063639, "wilsonLowerBound": 0.23482750800739102 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 69320, "officialConfigError": null, "officialConfigValid": true, "successCount": 19060, "successRate": 0.27495672244662434, "wilsonLowerBound": 0.2716454157037039 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1532, "officialConfigError": null, "officialConfigValid": true, "successCount": 907, "successRate": 0.5920365535248042, "wilsonLowerBound": 0.5672260643823702 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48578, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44732183292848615, "wilsonLowerBound": 0.4429045406940298 }, "vllm": { "framework": "vllm", "modelCount": 40898, "officialConfigError": null, "officialConfigValid": true, "successCount": 5140, "successRate": 0.1256785172869089, "wilsonLowerBound": 0.12250092586022948 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1204, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10107, "officialConfigError": null, "officialConfigValid": true, "successCount": 765, "successRate": 0.07569011576135352, "wilsonLowerBound": 0.0706930742237523 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7718, "officialConfigError": null, "officialConfigValid": true, "successCount": 3394, "successRate": 0.4397512308888313, "wilsonLowerBound": 0.42871009349813494 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7430, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.03297442799461642, "wilsonLowerBound": 0.029149250467990415 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 19399, "officialConfigError": null, "officialConfigValid": true, "successCount": 5560, "successRate": 0.2866127119954637, "wilsonLowerBound": 0.2802922325091826 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28964, "officialConfigError": null, "officialConfigValid": true, "successCount": 14827, "successRate": 0.511911338212954, "wilsonLowerBound": 0.5061534409070351 }, "vllm": { "framework": "vllm", "modelCount": 68242, "officialConfigError": null, "officialConfigValid": true, "successCount": 7361, "successRate": 0.10786612350165588, "wilsonLowerBound": 0.10556066819360882 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14178, "officialConfigError": null, "officialConfigValid": true, "successCount": 2503, "successRate": 0.17654112004514036, "wilsonLowerBound": 0.17035283956728503 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-19T07:51:20.482868+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1309.2558139534883, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 1.3546953444155074, "queueFactor": 0.9778065668618179, "queueWeight": 0.9778065668618179, "recentSuccess": 41, "recentSuccessRate": 0.3178294573643411, "recentTerminal": 129, "recentWilsonLowerBound": 0.2437394167830496, "running": 8, "selectionWeight": 1.3246300038666152, "stale": false, "submissionEligible": true, "throughputPerHour": 21.5, "waiting": 28149 }, "Ascend_910-b4": { "available": true, "backlogHours": 1341.3566433566434, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 0.9742602567160145, "queueWeight": 0.9742602567160145, "recentSuccess": 57, "recentSuccessRate": 0.3986013986013986, "recentTerminal": 143, "recentWilsonLowerBound": 0.3220175729028133, "running": 8, "selectionWeight": 2.435650641790036, "stale": false, "submissionEligible": true, "throughputPerHour": 23.833333333333332, "waiting": 31969 }, "Biren_166m": { "available": true, "backlogHours": 147.11111111111111, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.27474769247565356, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 31, "recentSuccessRate": 0.164021164021164, "recentTerminal": 189, "recentWilsonLowerBound": 0.11802330570111061, "running": 9, "selectionWeight": 0.35717200021834966, "stale": false, "submissionEligible": false, "throughputPerHour": 31.5, "waiting": 4634 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 945.3684210526316, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.2004785068152809, "queueFactor": 1.0267541399212081, "queueWeight": 1.0267541399212081, "recentSuccess": 18, "recentSuccessRate": 0.15789473684210525, "recentTerminal": 114, "recentWilsonLowerBound": 0.10227178824604191, "running": 9, "selectionWeight": 0.2058421368378118, "stale": false, "submissionEligible": false, "throughputPerHour": 19.0, "waiting": 17962 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 497.9495798319328, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.44231000704128864, "queueFactor": 1.130391337545309, "queueWeight": 1.130391337545309, "recentSuccess": 25, "recentSuccessRate": 0.21008403361344538, "recentTerminal": 119, "recentWilsonLowerBound": 0.14654279199949027, "running": 8, "selectionWeight": 0.4999834004690773, "stale": false, "submissionEligible": false, "throughputPerHour": 19.833333333333332, "waiting": 9876 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 71.58095238095238, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 8, "recentSuccessRate": 0.025396825396825397, "recentTerminal": 315, "recentWilsonLowerBound": 0.0129238108489637, "running": 24, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 52.5, "waiting": 3758 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 346.07299270072997, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.05, "queueFactor": 1.193799712606386, "queueWeight": 1.193799712606386, "recentSuccess": 11, "recentSuccessRate": 0.08029197080291971, "recentTerminal": 137, "recentWilsonLowerBound": 0.045422997117338174, "running": 6, "selectionWeight": 0.0596899856303193, "stale": false, "submissionEligible": false, "throughputPerHour": 22.833333333333332, "waiting": 7902 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 2321.1428571428573, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.789628643320322, "queueFactor": 0.8973282606545641, "queueWeight": 0.8973282606545641, "recentSuccess": 13, "recentSuccessRate": 0.30952380952380953, "recentTerminal": 42, "recentWilsonLowerBound": 0.1907092651972273, "running": 2, "selectionWeight": 0.7085560970736478, "stale": false, "submissionEligible": true, "throughputPerHour": 7.0, "waiting": 16248 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 358.8375, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.7275459177676667, "queueFactor": 1.1873313991738903, "queueWeight": 1.1873313991738903, "recentSuccess": 39, "recentSuccessRate": 0.24375, "recentTerminal": 160, "recentWilsonLowerBound": 0.18374140235759248, "running": 4, "selectionWeight": 0.8638381125063359, "stale": false, "submissionEligible": true, "throughputPerHour": 26.666666666666668, "waiting": 9569 }, "MetaX_c-500": { "available": true, "backlogHours": 632.7818181818183, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.9377505505297332, "queueFactor": 1.0904820657336307, "queueWeight": 1.0904820657336307, "recentSuccess": 31, "recentSuccessRate": 0.2818181818181818, "recentTerminal": 110, "recentWilsonLowerBound": 0.206210213519945, "running": 4, "selectionWeight": 1.022600157484513, "stale": false, "submissionEligible": true, "throughputPerHour": 18.333333333333332, "waiting": 11601 }, "Mthreads_s4000": { "available": true, "backlogHours": 2035.090909090909, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.24249811600438714, "queueFactor": 0.9152064119855565, "queueWeight": 0.9152064119855565, "recentSuccess": 14, "recentSuccessRate": 0.18181818181818182, "recentTerminal": 77, "recentWilsonLowerBound": 0.1115115201004776, "running": 4, "selectionWeight": 0.22193583066163242, "stale": false, "submissionEligible": false, "throughputPerHour": 12.833333333333334, "waiting": 26117 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 2178.470588235294, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.3114109062099087, "queueFactor": 0.905907533310233, "queueWeight": 0.905907533310233, "recentSuccess": 11, "recentSuccessRate": 0.21568627450980393, "recentTerminal": 51, "recentWilsonLowerBound": 0.12493811244188556, "running": 2, "selectionWeight": 0.2821094858905227, "stale": false, "submissionEligible": false, "throughputPerHour": 8.5, "waiting": 18517 }, "Vastai_va16": { "available": true, "backlogHours": 1681.2380952380952, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 0.9418077133532352, "queueWeight": 0.9418077133532352, "recentSuccess": 1, "recentSuccessRate": 0.015873015873015872, "recentTerminal": 63, "recentWilsonLowerBound": 0.002807421907551088, "running": 16, "selectionWeight": 0.047090385667661765, "stale": false, "submissionEligible": false, "throughputPerHour": 10.5, "waiting": 17653 }, "hygon_k100-ai": { "available": true, "backlogHours": 1539.5744680851064, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 0.31010906409924743, "queueFactor": 0.9543254840234149, "queueWeight": 0.9543254840234149, "recentSuccess": 18, "recentSuccessRate": 0.19148936170212766, "recentTerminal": 94, "recentWilsonLowerBound": 0.12470043241202647, "running": 6, "selectionWeight": 0.2959449826965625, "stale": false, "submissionEligible": false, "throughputPerHour": 15.666666666666666, "waiting": 24120 } }, "queueAttemptedAt": "2026-10-19T07:51:20.482868+00:00", "queueError": null, "queueUpdatedAt": "2026-10-19T07:51:20.482868+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }