{ "communityAttemptedAt": "2026-11-10T20:48:10.728045+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-11-10T20:48:10.728045+00:00", "frameworkAttemptedAt": "2026-11-10T20:48:10.728045+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 46833, "officialConfigError": null, "officialConfigValid": true, "successCount": 23833, "successRate": 0.5088933017316849, "wilsonLowerBound": 0.50436501898676 }, "vllm": { "framework": "vllm", "modelCount": 61154, "officialConfigError": null, "officialConfigValid": true, "successCount": 15928, "successRate": 0.260457206396965, "wilsonLowerBound": 0.2569938180706206 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 84, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 24, "successRate": 0.2857142857142857, "wilsonLowerBound": 0.20014898610655452 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8222, "officialConfigError": null, "officialConfigValid": true, "successCount": 2749, "successRate": 0.3343468742398443, "wilsonLowerBound": 0.3242289130659816 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 42179, "officialConfigError": null, "officialConfigValid": true, "successCount": 20782, "successRate": 0.4927096422390289, "wilsonLowerBound": 0.4879392778584442 }, "vllm": { "framework": "vllm", "modelCount": 42091, "officialConfigError": null, "officialConfigValid": true, "successCount": 11356, "successRate": 0.2697963935283077, "wilsonLowerBound": 0.26557719543264874 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 9, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 3, "successRate": 0.3333333333333333, "wilsonLowerBound": 0.12058159868274292 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 18549, "officialConfigError": null, "officialConfigValid": true, "successCount": 7132, "successRate": 0.3844951210307833, "wilsonLowerBound": 0.3775187715897163 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64511, "officialConfigError": null, "officialConfigValid": true, "successCount": 12100, "successRate": 0.18756491141045714, "wilsonLowerBound": 0.18457117093629385 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 46796, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 8561, "successRate": 0.18294298658004957, "wilsonLowerBound": 0.17946609476940048 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 9400, "officialConfigError": null, "officialConfigValid": true, "successCount": 120, "successRate": 0.01276595744680851, "wilsonLowerBound": 0.010687256287066755 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 27073, "officialConfigError": null, "officialConfigValid": true, "successCount": 3339, "successRate": 0.12333321020943375, "wilsonLowerBound": 0.11946963986082638 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16555, "officialConfigError": null, "officialConfigValid": true, "successCount": 1677, "successRate": 0.1012987012987013, "wilsonLowerBound": 0.09679457808591668 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 21687, "officialConfigError": null, "officialConfigValid": true, "successCount": 7937, "successRate": 0.36597961912666577, "wilsonLowerBound": 0.3595927221961592 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 25265, "officialConfigError": null, "officialConfigValid": true, "successCount": 3814, "successRate": 0.15095982584603207, "wilsonLowerBound": 0.14659830805010465 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 63966, "officialConfigError": null, "officialConfigValid": true, "successCount": 15817, "successRate": 0.2472719882437545, "wilsonLowerBound": 0.24394383414193188 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 35806, "officialConfigError": null, "officialConfigValid": true, "successCount": 4316, "successRate": 0.12053845724180305, "wilsonLowerBound": 0.11720662004307794 }, "vllm": { "framework": "vllm", "modelCount": 87147, "officialConfigError": null, "officialConfigValid": true, "successCount": 9779, "successRate": 0.11221269808484514, "wilsonLowerBound": 0.11013418300327144 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 51215, "officialConfigError": null, "officialConfigValid": true, "successCount": 5826, "successRate": 0.11375573562432881, "wilsonLowerBound": 0.11103473086196639 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 59924, "officialConfigError": null, "officialConfigValid": true, "successCount": 3972, "successRate": 0.0662839596822642, "wilsonLowerBound": 0.06431973336047069 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 95993, "officialConfigError": null, "officialConfigValid": true, "successCount": 24227, "successRate": 0.25238298625941474, "wilsonLowerBound": 0.24964500093408618 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 188, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 1.6999858919214589e-18 }, "transformers": { "framework": "transformers", "modelCount": 8218, "officialConfigError": null, "officialConfigValid": true, "successCount": 634, "successRate": 0.07714772450717937, "wilsonLowerBound": 0.07157426269296333 }, "vllm": { "framework": "vllm", "modelCount": 113092, "officialConfigError": null, "officialConfigValid": true, "successCount": 16556, "successRate": 0.14639408623067945, "wilsonLowerBound": 0.14434579670522762 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 476, "officialConfigError": null, "officialConfigValid": true, "successCount": 4, "successRate": 0.008403361344537815, "wilsonLowerBound": 0.0032725639043298164 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 26855, "officialConfigError": null, "officialConfigValid": true, "successCount": 4328, "successRate": 0.1611617948240551, "wilsonLowerBound": 0.15681272712426278 }, "vllm_0_31_0_corex_5_0_0": { "framework": "vllm_0_31_0_corex_5_0_0", "modelCount": 4, "officialConfigError": null, "officialConfigValid": true, "successCount": 3, "successRate": 0.75, "wilsonLowerBound": 0.30063605244263664 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 46144, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5944, "successRate": 0.1288141470180305, "wilsonLowerBound": 0.12578843850021565 }, "vllm_gemma_4": { "framework": "vllm_gemma_4", "modelCount": 1, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 9647, "officialConfigError": null, "officialConfigValid": true, "successCount": 856, "successRate": 0.0887322483673681, "wilsonLowerBound": 0.08322027629432208 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 206, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.1796116504854369, "wilsonLowerBound": 0.13320865973713544 }, "vllm": { "framework": "vllm", "modelCount": 38807, "officialConfigError": null, "officialConfigValid": true, "successCount": 8205, "successRate": 0.21143092741000336, "wilsonLowerBound": 0.207396981112032 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 62030, "officialConfigError": null, "officialConfigValid": true, "successCount": 12445, "successRate": 0.20062872803482187, "wilsonLowerBound": 0.19749574728660546 }, "vllm_0.25.1": { "framework": "vllm_0.25.1", "modelCount": 3, "officialConfigError": null, "officialConfigValid": true, "successCount": 2, "successRate": 0.6666666666666666, "wilsonLowerBound": 0.20765495512648788 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 24459, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 6541, "successRate": 0.2674271229404309, "wilsonLowerBound": 0.26191687550213316 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 18089, "officialConfigError": null, "officialConfigValid": true, "successCount": 4218, "successRate": 0.23318038586986567, "wilsonLowerBound": 0.22707515299578443 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 73244, "officialConfigError": null, "officialConfigValid": true, "successCount": 19918, "successRate": 0.27194036371579927, "wilsonLowerBound": 0.2687299060247817 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 4383, "officialConfigError": null, "officialConfigValid": true, "successCount": 2404, "successRate": 0.5484827743554643, "wilsonLowerBound": 0.533713783064077 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 50506, "officialConfigError": null, "officialConfigValid": true, "successCount": 22866, "successRate": 0.45273828852017584, "wilsonLowerBound": 0.44840088732037225 }, "vllm": { "framework": "vllm", "modelCount": 45015, "officialConfigError": null, "officialConfigValid": true, "successCount": 6216, "successRate": 0.1380873042319227, "wilsonLowerBound": 0.13493114514798354 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1928, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6295, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.03050039714058777, "wilsonLowerBound": 0.02653039057584904 }, "vllm": { "framework": "vllm", "modelCount": 10153, "officialConfigError": null, "officialConfigValid": true, "successCount": 770, "successRate": 0.07583965330444203, "wilsonLowerBound": 0.07084887213321521 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 9159, "officialConfigError": null, "officialConfigValid": true, "successCount": 4043, "successRate": 0.4414237362157441, "wilsonLowerBound": 0.4312808616034925 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7477, "officialConfigError": null, "officialConfigValid": true, "successCount": 254, "successRate": 0.03397084392135884, "wilsonLowerBound": 0.03009804085906735 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 27606, "officialConfigError": null, "officialConfigValid": true, "successCount": 7704, "successRate": 0.27906976744186046, "wilsonLowerBound": 0.27380954765282717 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 31130, "officialConfigError": null, "officialConfigValid": true, "successCount": 15872, "successRate": 0.5098618695791841, "wilsonLowerBound": 0.5043076838647361 }, "vllm": { "framework": "vllm", "modelCount": 71099, "officialConfigError": null, "officialConfigValid": true, "successCount": 7747, "successRate": 0.10896074487686185, "wilsonLowerBound": 0.10669145545345973 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 16782, "officialConfigError": null, "officialConfigValid": true, "successCount": 3237, "successRate": 0.192885234179478, "wilsonLowerBound": 0.18698610556208653 }, "vllm_0.21.0": { "framework": "vllm_0.21.0", "modelCount": 0, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-11-10T21:00:32.863354+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1244.769230769231, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 1.9278595218864454, "queueFactor": 0.9986594557616747, "queueWeight": 0.9986594557616747, "recentSuccess": 42, "recentSuccessRate": 0.2937062937062937, "recentTerminal": 143, "recentWilsonLowerBound": 0.22523749697822942, "running": 8, "selectionWeight": 1.9252751409120799, "stale": false, "submissionEligible": true, "throughputPerHour": 23.833333333333332, "waiting": 29667 }, "Ascend_910-b4": { "available": true, "backlogHours": 1306.5477707006369, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.4395809062885028, "queueFactor": 0.9914297601284617, "queueWeight": 0.9914297601284617, "recentSuccess": 50, "recentSuccessRate": 0.3184713375796178, "recentTerminal": 157, "recentWilsonLowerBound": 0.2506763412849138, "running": 8, "selectionWeight": 2.4186731127355854, "stale": false, "submissionEligible": true, "throughputPerHour": 26.166666666666668, "waiting": 34188 }, "Biren_166m": { "available": true, "backlogHours": 145.43426294820716, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 2, "recentSuccessRate": 0.00796812749003984, "recentTerminal": 251, "recentWilsonLowerBound": 0.002187828822923072, "running": 8, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 41.833333333333336, "waiting": 6084 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1905.0, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.15311304356806565, "queueFactor": 0.936907031044185, "queueWeight": 0.936907031044185, "recentSuccess": 9, "recentSuccessRate": 0.1323529411764706, "recentTerminal": 68, "recentWilsonLowerBound": 0.07122163958543326, "running": 7, "selectionWeight": 0.14345268706349534, "stale": false, "submissionEligible": false, "throughputPerHour": 11.333333333333334, "waiting": 21590 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 481.6190476190476, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.46690891050029426, "queueFactor": 1.1515298412768893, "queueWeight": 1.1515298412768893, "recentSuccess": 22, "recentSuccessRate": 0.1746031746031746, "recentTerminal": 126, "recentWilsonLowerBound": 0.11822571654205201, "running": 7, "selectionWeight": 0.5376595435991691, "stale": false, "submissionEligible": false, "throughputPerHour": 21.0, "waiting": 10114 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 112.70270270270271, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 4, "recentSuccessRate": 0.018018018018018018, "recentTerminal": 222, "recentWilsonLowerBound": 0.007028490666876029, "running": 24, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 37.0, "waiting": 4170 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 651.7037037037037, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.05, "queueFactor": 1.1004573533813249, "queueWeight": 1.1004573533813249, "recentSuccess": 4, "recentSuccessRate": 0.04938271604938271, "recentTerminal": 81, "recentWilsonLowerBound": 0.019368992101681116, "running": 1, "selectionWeight": 0.05502286766906625, "stale": false, "submissionEligible": false, "throughputPerHour": 13.5, "waiting": 8798 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 3966.24, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 1.5250719731027516, "queueFactor": 0.8393128970469097, "queueWeight": 0.8393128970469097, "recentSuccess": 9, "recentSuccessRate": 0.36, "recentTerminal": 25, "recentWilsonLowerBound": 0.20247656431735636, "running": 2, "selectionWeight": 1.2800125759499172, "stale": false, "submissionEligible": true, "throughputPerHour": 4.166666666666667, "waiting": 16526 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 481.40625, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.3483176161144233, "queueFactor": 1.1516061791265533, "queueWeight": 1.1516061791265533, "recentSuccess": 20, "recentSuccessRate": 0.15625, "recentTerminal": 128, "recentWilsonLowerBound": 0.10348275682804893, "running": 8, "selectionWeight": 0.40112471901600055, "stale": false, "submissionEligible": false, "throughputPerHour": 21.333333333333332, "waiting": 10270 }, "MetaX_c-500": { "available": true, "backlogHours": 714.3684210526316, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0854064746989132, "queueWeight": 1.0854064746989132, "recentSuccess": 38, "recentSuccessRate": 0.3333333333333333, "recentTerminal": 114, "recentWilsonLowerBound": 0.2534794722358529, "running": 4, "selectionWeight": 2.713516186747283, "stale": false, "submissionEligible": true, "throughputPerHour": 19.0, "waiting": 13573 }, "Mthreads_s4000": { "available": true, "backlogHours": 1392.4864864864865, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.05, "queueFactor": 0.9820013769648887, "queueWeight": 0.9820013769648887, "recentSuccess": 5, "recentSuccessRate": 0.04504504504504504, "recentTerminal": 111, "recentWilsonLowerBound": 0.019391474108555014, "running": 2, "selectionWeight": 0.04910006884824444, "stale": false, "submissionEligible": false, "throughputPerHour": 18.5, "waiting": 25761 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 3857.2258064516127, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.9204980369153465, "queueFactor": 0.8428290295281149, "queueWeight": 0.8428290295281149, "recentSuccess": 9, "recentSuccessRate": 0.2903225806451613, "recentTerminal": 31, "recentWilsonLowerBound": 0.16095620718432874, "running": 2, "selectionWeight": 0.7758224671358963, "stale": false, "submissionEligible": true, "throughputPerHour": 5.166666666666667, "waiting": 19929 }, "Vastai_va16": { "available": true, "backlogHours": 1222.6046511627906, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.8579569784951352, "queueFactor": 1.0013544648381638, "queueWeight": 1.0013544648381638, "recentSuccess": 20, "recentSuccessRate": 0.23255813953488372, "recentTerminal": 86, "recentWilsonLowerBound": 0.1558899158392809, "running": 16, "selectionWeight": 0.8591190510551642, "stale": false, "submissionEligible": true, "throughputPerHour": 14.333333333333334, "waiting": 17524 }, "hygon_k100-ai": { "available": true, "backlogHours": 1997.076923076923, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.20105593788140125, "queueFactor": 0.9302967979810807, "queueWeight": 0.9302967979810807, "recentSuccess": 11, "recentSuccessRate": 0.14102564102564102, "recentTerminal": 78, "recentWilsonLowerBound": 0.08060961324830107, "running": 4, "selectionWeight": 0.18704169522615063, "stale": false, "submissionEligible": false, "throughputPerHour": 13.0, "waiting": 25962 } }, "queueAttemptedAt": "2026-11-10T20:57:11.340188+00:00", "queueError": null, "queueUpdatedAt": "2026-11-10T20:57:11.340188+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Vastai_va16", "Iluvatar_bi-150", "Biren_166m", "MetaX_c-500", "Sunrise_pt-200-x1", "Ascend_910-b4", "Ascend_910-b3", "hygon_k100-ai", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }