{ "communityAttemptedAt": "2026-11-03T00:07:55.599409+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-11-03T00:07:55.599409+00:00", "frameworkAttemptedAt": "2026-11-02T23:50:06.553711+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 45520, "officialConfigError": null, "officialConfigValid": true, "successCount": 23073, "successRate": 0.5068760984182776, "wilsonLowerBound": 0.5022828448361059 }, "vllm": { "framework": "vllm", "modelCount": 59971, "officialConfigError": null, "officialConfigValid": true, "successCount": 15788, "successRate": 0.2632605759450401, "wilsonLowerBound": 0.25975101359651526 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 77, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 20, "successRate": 0.2597402597402597, "wilsonLowerBound": 0.17489066479540774 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 7035, "officialConfigError": null, "officialConfigValid": true, "successCount": 2331, "successRate": 0.33134328358208953, "wilsonLowerBound": 0.320438656833292 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 40776, "officialConfigError": null, "officialConfigValid": true, "successCount": 19881, "successRate": 0.4875662154208358, "wilsonLowerBound": 0.4827159653593674 }, "vllm": { "framework": "vllm", "modelCount": 41476, "officialConfigError": null, "officialConfigValid": true, "successCount": 11287, "successRate": 0.2721332818979651, "wilsonLowerBound": 0.2678712722080245 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16799, "officialConfigError": null, "officialConfigValid": true, "successCount": 6629, "successRate": 0.394606821834633, "wilsonLowerBound": 0.38724051555508066 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64477, "officialConfigError": null, "officialConfigValid": true, "successCount": 12100, "successRate": 0.18766381810568109, "wilsonLowerBound": 0.18466867662162287 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 42695, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 8331, "successRate": 0.19512823515634148, "wilsonLowerBound": 0.1913965720479745 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8964, "officialConfigError": null, "officialConfigValid": true, "successCount": 118, "successRate": 0.013163766175814369, "wilsonLowerBound": 0.011004131591276162 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26972, "officialConfigError": null, "officialConfigValid": true, "successCount": 3323, "successRate": 0.12320183894409016, "wilsonLowerBound": 0.11933295619773653 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16542, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10131785757465844, "wilsonLowerBound": 0.09681161092234837 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 20118, "officialConfigError": null, "officialConfigValid": true, "successCount": 7521, "successRate": 0.3738443185207277, "wilsonLowerBound": 0.3671832472185109 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24905, "officialConfigError": null, "officialConfigValid": true, "successCount": 3814, "successRate": 0.1531419393696045, "wilsonLowerBound": 0.14872280625862164 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 60912, "officialConfigError": null, "officialConfigValid": true, "successCount": 15129, "successRate": 0.24837470449172577, "wilsonLowerBound": 0.24495934192444158 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 31627, "officialConfigError": null, "officialConfigValid": true, "successCount": 4216, "successRate": 0.13330382268315047, "wilsonLowerBound": 0.1296021999709085 }, "vllm": { "framework": "vllm", "modelCount": 87140, "officialConfigError": null, "officialConfigValid": true, "successCount": 9779, "successRate": 0.11222171218728483, "wilsonLowerBound": 0.11014304038606977 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 50904, "officialConfigError": null, "officialConfigValid": true, "successCount": 5810, "successRate": 0.11413641364136413, "wilsonLowerBound": 0.11140315179249707 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 56677, "officialConfigError": null, "officialConfigValid": true, "successCount": 3941, "successRate": 0.06953437902500133, "wilsonLowerBound": 0.06746929699995993 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 95673, "officialConfigError": null, "officialConfigValid": true, "successCount": 24201, "successRate": 0.25295537926060646, "wilsonLowerBound": 0.2502107482793827 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 173, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 6778, "officialConfigError": null, "officialConfigValid": true, "successCount": 631, "successRate": 0.09309530835054589, "wilsonLowerBound": 0.0864064070891755 }, "vllm": { "framework": "vllm", "modelCount": 113085, "officialConfigError": null, "officialConfigValid": true, "successCount": 16551, "successRate": 0.14635893354556306, "wilsonLowerBound": 0.14431078714528164 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 443, "officialConfigError": null, "officialConfigValid": true, "successCount": 2, "successRate": 0.004514672686230248, "wilsonLowerBound": 0.0012389344994948165 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 26616, "officialConfigError": null, "officialConfigValid": true, "successCount": 4294, "successRate": 0.16133152990682295, "wilsonLowerBound": 0.15696129560225075 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 45882, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5919, "successRate": 0.12900483849875768, "wilsonLowerBound": 0.12596864368260352 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 9189, "officialConfigError": null, "officialConfigValid": true, "successCount": 854, "successRate": 0.09293720753074328, "wilsonLowerBound": 0.08716955075006512 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 206, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.1796116504854369, "wilsonLowerBound": 0.13320865973713544 }, "vllm": { "framework": "vllm", "modelCount": 37559, "officialConfigError": null, "officialConfigValid": true, "successCount": 7800, "successRate": 0.20767326073644132, "wilsonLowerBound": 0.20360082510588157 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61727, "officialConfigError": null, "officialConfigValid": true, "successCount": 12435, "successRate": 0.2014515528050934, "wilsonLowerBound": 0.1983060449996409 }, "vllm_0.25.1": { "framework": "vllm_0.25.1", "modelCount": 2, "officialConfigError": null, "officialConfigValid": true, "successCount": 2, "successRate": 1.0, "wilsonLowerBound": 0.3423719528896193 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 22276, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 6093, "successRate": 0.2735230741605315, "wilsonLowerBound": 0.2677085980021423 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 17394, "officialConfigError": null, "officialConfigValid": true, "successCount": 4161, "successRate": 0.2392204208347706, "wilsonLowerBound": 0.23293850559802295 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 71810, "officialConfigError": null, "officialConfigValid": true, "successCount": 19644, "successRate": 0.27355521515109316, "wilsonLowerBound": 0.2703068691817918 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 3313, "officialConfigError": null, "officialConfigValid": true, "successCount": 1811, "successRate": 0.5466344702686387, "wilsonLowerBound": 0.5296383020657967 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 49732, "officialConfigError": null, "officialConfigValid": true, "successCount": 22425, "successRate": 0.4509169146625915, "wilsonLowerBound": 0.44654761202129273 }, "vllm": { "framework": "vllm", "modelCount": 43167, "officialConfigError": null, "officialConfigValid": true, "successCount": 5894, "successRate": 0.13653948618157388, "wilsonLowerBound": 0.13333266581786002 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1551, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6291, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030519790176442536, "wilsonLowerBound": 0.02654729145069718 }, "vllm": { "framework": "vllm", "modelCount": 10138, "officialConfigError": null, "officialConfigValid": true, "successCount": 769, "successRate": 0.07585322548826198, "wilsonLowerBound": 0.07085844196940205 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 8650, "officialConfigError": null, "officialConfigValid": true, "successCount": 3804, "successRate": 0.43976878612716763, "wilsonLowerBound": 0.42933751823888044 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7476, "officialConfigError": null, "officialConfigValid": true, "successCount": 254, "successRate": 0.03397538790797218, "wilsonLowerBound": 0.030102074381377207 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 24806, "officialConfigError": null, "officialConfigValid": true, "successCount": 6921, "successRate": 0.27900507941627023, "wilsonLowerBound": 0.27345813964979865 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 30430, "officialConfigError": null, "officialConfigValid": true, "successCount": 15555, "successRate": 0.5111731843575419, "wilsonLowerBound": 0.5055556169944907 }, "vllm": { "framework": "vllm", "modelCount": 70323, "officialConfigError": null, "officialConfigValid": true, "successCount": 7659, "successRate": 0.10891173584744678, "wilsonLowerBound": 0.10663053396652182 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 15783, "officialConfigError": null, "officialConfigValid": true, "successCount": 2966, "successRate": 0.18792371538997657, "wilsonLowerBound": 0.18190525074879474 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-11-03T00:07:55.599409+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 0.001704899027355105, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 351927, "recentSuccessRate": 1.0, "recentTerminal": 351927, "recentWilsonLowerBound": 0.9999890842189831, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58654.5, "waiting": 100 }, "Ascend_910-b4": { "available": true, "backlogHours": 0.001704899027355105, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 351927, "recentSuccessRate": 1.0, "recentTerminal": 351927, "recentWilsonLowerBound": 0.9999890842189831, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58654.5, "waiting": 100 }, "Biren_166m": { "available": true, "backlogHours": 0.001704899027355105, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 351927, "recentSuccessRate": 1.0, "recentTerminal": 351927, "recentWilsonLowerBound": 0.9999890842189831, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58654.5, "waiting": 100 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 0.001704899027355105, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 351927, "recentSuccessRate": 1.0, "recentTerminal": 351927, "recentWilsonLowerBound": 0.9999890842189831, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58654.5, "waiting": 100 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 0.001704899027355105, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 351927, "recentSuccessRate": 1.0, "recentTerminal": 351927, "recentWilsonLowerBound": 0.9999890842189831, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58654.5, "waiting": 100 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 0.001704899027355105, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 351927, "recentSuccessRate": 1.0, "recentTerminal": 351927, "recentWilsonLowerBound": 0.9999890842189831, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58654.5, "waiting": 100 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 0.001704899027355105, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 351927, "recentSuccessRate": 1.0, "recentTerminal": 351927, "recentWilsonLowerBound": 0.9999890842189831, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58654.5, "waiting": 100 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 0.001704899027355105, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 351927, "recentSuccessRate": 1.0, "recentTerminal": 351927, "recentWilsonLowerBound": 0.9999890842189831, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58654.5, "waiting": 100 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 0.001704899027355105, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 351927, "recentSuccessRate": 1.0, "recentTerminal": 351927, "recentWilsonLowerBound": 0.9999890842189831, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58654.5, "waiting": 100 }, "MetaX_c-500": { "available": true, "backlogHours": 0.001704899027355105, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 351927, "recentSuccessRate": 1.0, "recentTerminal": 351927, "recentWilsonLowerBound": 0.9999890842189831, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58654.5, "waiting": 100 }, "Mthreads_s4000": { "available": true, "backlogHours": 0.001704899027355105, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 351927, "recentSuccessRate": 1.0, "recentTerminal": 351927, "recentWilsonLowerBound": 0.9999890842189831, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58654.5, "waiting": 100 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 0.001704899027355105, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 351927, "recentSuccessRate": 1.0, "recentTerminal": 351927, "recentWilsonLowerBound": 0.9999890842189831, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58654.5, "waiting": 100 }, "Vastai_va16": { "available": true, "backlogHours": 0.001704899027355105, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 351927, "recentSuccessRate": 1.0, "recentTerminal": 351927, "recentWilsonLowerBound": 0.9999890842189831, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58654.5, "waiting": 100 }, "hygon_k100-ai": { "available": true, "backlogHours": 0.001704899027355105, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 351927, "recentSuccessRate": 1.0, "recentTerminal": 351927, "recentWilsonLowerBound": 0.9999890842189831, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58654.5, "waiting": 100 } }, "queueAttemptedAt": "2026-11-03T00:07:55.599409+00:00", "queueError": null, "queueUpdatedAt": "2026-11-03T00:07:55.599409+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Vastai_va16", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b4", "Ascend_910-b3", "MetaX_c-500", "hygon_k100-ai", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }