{ "communityAttemptedAt": "2026-11-10T23:25:26.485378+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-11-10T23:25:26.485378+00:00", "frameworkAttemptedAt": "2026-11-10T20:48:10.728045+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 46833, "officialConfigError": null, "officialConfigValid": true, "successCount": 23833, "successRate": 0.5088933017316849, "wilsonLowerBound": 0.50436501898676 }, "vllm": { "framework": "vllm", "modelCount": 61154, "officialConfigError": null, "officialConfigValid": true, "successCount": 15928, "successRate": 0.260457206396965, "wilsonLowerBound": 0.2569938180706206 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 84, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 24, "successRate": 0.2857142857142857, "wilsonLowerBound": 0.20014898610655452 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8222, "officialConfigError": null, "officialConfigValid": true, "successCount": 2749, "successRate": 0.3343468742398443, "wilsonLowerBound": 0.3242289130659816 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 42179, "officialConfigError": null, "officialConfigValid": true, "successCount": 20782, "successRate": 0.4927096422390289, "wilsonLowerBound": 0.4879392778584442 }, "vllm": { "framework": "vllm", "modelCount": 42091, "officialConfigError": null, "officialConfigValid": true, "successCount": 11356, "successRate": 0.2697963935283077, "wilsonLowerBound": 0.26557719543264874 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 9, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 3, "successRate": 0.3333333333333333, "wilsonLowerBound": 0.12058159868274292 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 18549, "officialConfigError": null, "officialConfigValid": true, "successCount": 7132, "successRate": 0.3844951210307833, "wilsonLowerBound": 0.3775187715897163 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64511, "officialConfigError": null, "officialConfigValid": true, "successCount": 12100, "successRate": 0.18756491141045714, "wilsonLowerBound": 0.18457117093629385 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 46796, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 8561, "successRate": 0.18294298658004957, "wilsonLowerBound": 0.17946609476940048 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 9400, "officialConfigError": null, "officialConfigValid": true, "successCount": 120, "successRate": 0.01276595744680851, "wilsonLowerBound": 0.010687256287066755 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 27073, "officialConfigError": null, "officialConfigValid": true, "successCount": 3339, "successRate": 0.12333321020943375, "wilsonLowerBound": 0.11946963986082638 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16555, "officialConfigError": null, "officialConfigValid": true, "successCount": 1677, "successRate": 0.1012987012987013, "wilsonLowerBound": 0.09679457808591668 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 21687, "officialConfigError": null, "officialConfigValid": true, "successCount": 7937, "successRate": 0.36597961912666577, "wilsonLowerBound": 0.3595927221961592 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 25265, "officialConfigError": null, "officialConfigValid": true, "successCount": 3814, "successRate": 0.15095982584603207, "wilsonLowerBound": 0.14659830805010465 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 63966, "officialConfigError": null, "officialConfigValid": true, "successCount": 15817, "successRate": 0.2472719882437545, "wilsonLowerBound": 0.24394383414193188 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 35806, "officialConfigError": null, "officialConfigValid": true, "successCount": 4316, "successRate": 0.12053845724180305, "wilsonLowerBound": 0.11720662004307794 }, "vllm": { "framework": "vllm", "modelCount": 87147, "officialConfigError": null, "officialConfigValid": true, "successCount": 9779, "successRate": 0.11221269808484514, "wilsonLowerBound": 0.11013418300327144 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 51215, "officialConfigError": null, "officialConfigValid": true, "successCount": 5826, "successRate": 0.11375573562432881, "wilsonLowerBound": 0.11103473086196639 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 59924, "officialConfigError": null, "officialConfigValid": true, "successCount": 3972, "successRate": 0.0662839596822642, "wilsonLowerBound": 0.06431973336047069 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 95993, "officialConfigError": null, "officialConfigValid": true, "successCount": 24227, "successRate": 0.25238298625941474, "wilsonLowerBound": 0.24964500093408618 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 188, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 1.6999858919214589e-18 }, "transformers": { "framework": "transformers", "modelCount": 8218, "officialConfigError": null, "officialConfigValid": true, "successCount": 634, "successRate": 0.07714772450717937, "wilsonLowerBound": 0.07157426269296333 }, "vllm": { "framework": "vllm", "modelCount": 113092, "officialConfigError": null, "officialConfigValid": true, "successCount": 16556, "successRate": 0.14639408623067945, "wilsonLowerBound": 0.14434579670522762 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 476, "officialConfigError": null, "officialConfigValid": true, "successCount": 4, "successRate": 0.008403361344537815, "wilsonLowerBound": 0.0032725639043298164 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 26855, "officialConfigError": null, "officialConfigValid": true, "successCount": 4328, "successRate": 0.1611617948240551, "wilsonLowerBound": 0.15681272712426278 }, "vllm_0_31_0_corex_5_0_0": { "framework": "vllm_0_31_0_corex_5_0_0", "modelCount": 4, "officialConfigError": null, "officialConfigValid": true, "successCount": 3, "successRate": 0.75, "wilsonLowerBound": 0.30063605244263664 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 46144, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5944, "successRate": 0.1288141470180305, "wilsonLowerBound": 0.12578843850021565 }, "vllm_gemma_4": { "framework": "vllm_gemma_4", "modelCount": 1, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 9647, "officialConfigError": null, "officialConfigValid": true, "successCount": 856, "successRate": 0.0887322483673681, "wilsonLowerBound": 0.08322027629432208 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 206, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.1796116504854369, "wilsonLowerBound": 0.13320865973713544 }, "vllm": { "framework": "vllm", "modelCount": 38807, "officialConfigError": null, "officialConfigValid": true, "successCount": 8205, "successRate": 0.21143092741000336, "wilsonLowerBound": 0.207396981112032 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 62030, "officialConfigError": null, "officialConfigValid": true, "successCount": 12445, "successRate": 0.20062872803482187, "wilsonLowerBound": 0.19749574728660546 }, "vllm_0.25.1": { "framework": "vllm_0.25.1", "modelCount": 3, "officialConfigError": null, "officialConfigValid": true, "successCount": 2, "successRate": 0.6666666666666666, "wilsonLowerBound": 0.20765495512648788 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 24459, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 6541, "successRate": 0.2674271229404309, "wilsonLowerBound": 0.26191687550213316 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 18089, "officialConfigError": null, "officialConfigValid": true, "successCount": 4218, "successRate": 0.23318038586986567, "wilsonLowerBound": 0.22707515299578443 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 73244, "officialConfigError": null, "officialConfigValid": true, "successCount": 19918, "successRate": 0.27194036371579927, "wilsonLowerBound": 0.2687299060247817 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 4383, "officialConfigError": null, "officialConfigValid": true, "successCount": 2404, "successRate": 0.5484827743554643, "wilsonLowerBound": 0.533713783064077 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 50506, "officialConfigError": null, "officialConfigValid": true, "successCount": 22866, "successRate": 0.45273828852017584, "wilsonLowerBound": 0.44840088732037225 }, "vllm": { "framework": "vllm", "modelCount": 45015, "officialConfigError": null, "officialConfigValid": true, "successCount": 6216, "successRate": 0.1380873042319227, "wilsonLowerBound": 0.13493114514798354 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1928, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6295, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.03050039714058777, "wilsonLowerBound": 0.02653039057584904 }, "vllm": { "framework": "vllm", "modelCount": 10153, "officialConfigError": null, "officialConfigValid": true, "successCount": 770, "successRate": 0.07583965330444203, "wilsonLowerBound": 0.07084887213321521 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 9159, "officialConfigError": null, "officialConfigValid": true, "successCount": 4043, "successRate": 0.4414237362157441, "wilsonLowerBound": 0.4312808616034925 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7477, "officialConfigError": null, "officialConfigValid": true, "successCount": 254, "successRate": 0.03397084392135884, "wilsonLowerBound": 0.03009804085906735 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 27606, "officialConfigError": null, "officialConfigValid": true, "successCount": 7704, "successRate": 0.27906976744186046, "wilsonLowerBound": 0.27380954765282717 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 31130, "officialConfigError": null, "officialConfigValid": true, "successCount": 15872, "successRate": 0.5098618695791841, "wilsonLowerBound": 0.5043076838647361 }, "vllm": { "framework": "vllm", "modelCount": 71099, "officialConfigError": null, "officialConfigValid": true, "successCount": 7747, "successRate": 0.10896074487686185, "wilsonLowerBound": 0.10669145545345973 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 16782, "officialConfigError": null, "officialConfigValid": true, "successCount": 3237, "successRate": 0.192885234179478, "wilsonLowerBound": 0.18698610556208653 }, "vllm_0.21.0": { "framework": "vllm_0.21.0", "modelCount": 0, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-11-10T23:34:38.521330+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1243.1328671328672, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 0.9983592270939677, "queueWeight": 0.9983592270939677, "recentSuccess": 45, "recentSuccessRate": 0.3146853146853147, "recentTerminal": 143, "recentWilsonLowerBound": 0.2442641903306046, "running": 8, "selectionWeight": 2.4958980677349194, "stale": false, "submissionEligible": true, "throughputPerHour": 23.833333333333332, "waiting": 29628 }, "Ascend_910-b4": { "available": true, "backlogHours": 1517.6, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.1023755788186453, "queueFactor": 0.9689265821992658, "queueWeight": 0.9689265821992658, "recentSuccess": 40, "recentSuccessRate": 0.2962962962962963, "recentTerminal": 135, "recentWilsonLowerBound": 0.2257690899621571, "running": 8, "selectionWeight": 2.037047584083953, "stale": false, "submissionEligible": true, "throughputPerHour": 22.5, "waiting": 34146 }, "Biren_166m": { "available": true, "backlogHours": 139.25954198473283, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 2, "recentSuccessRate": 0.007633587786259542, "recentTerminal": 262, "recentWilsonLowerBound": 0.002095863471722184, "running": 8, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 43.666666666666664, "waiting": 6081 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1749.8918918918919, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.1866057350401146, "queueFactor": 0.948446385211996, "queueWeight": 0.948446385211996, "recentSuccess": 10, "recentSuccessRate": 0.13513513513513514, "recentTerminal": 74, "recentWilsonLowerBound": 0.07508967900487225, "running": 7, "selectionWeight": 0.1769855348586242, "stale": false, "submissionEligible": false, "throughputPerHour": 12.333333333333334, "waiting": 21582 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 484.22400000000005, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.6515022837912212, "queueFactor": 1.1500256366105626, "queueWeight": 1.1500256366105626, "recentSuccess": 24, "recentSuccessRate": 0.192, "recentTerminal": 125, "recentWilsonLowerBound": 0.13255445195236565, "running": 7, "selectionWeight": 0.7492443286702346, "stale": false, "submissionEligible": false, "throughputPerHour": 20.833333333333332, "waiting": 10088 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 122.84057971014492, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 4, "recentSuccessRate": 0.01932367149758454, "recentTerminal": 207, "recentWilsonLowerBound": 0.007539504087121006, "running": 24, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 34.5, "waiting": 4238 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 703.68, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.05, "queueFactor": 1.0873220301613162, "queueWeight": 1.0873220301613162, "recentSuccess": 4, "recentSuccessRate": 0.05333333333333334, "recentTerminal": 75, "recentWilsonLowerBound": 0.020933088960043117, "running": 1, "selectionWeight": 0.05436610150806581, "stale": false, "submissionEligible": false, "throughputPerHour": 12.5, "waiting": 8796 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 2357.5714285714284, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 1.795103406688008, "queueFactor": 0.9069737955711438, "queueWeight": 0.9069737955711438, "recentSuccess": 14, "recentSuccessRate": 0.3333333333333333, "recentTerminal": 42, "recentWilsonLowerBound": 0.21012280761972318, "running": 2, "selectionWeight": 1.6281117502065132, "stale": false, "submissionEligible": true, "throughputPerHour": 7.0, "waiting": 16503 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 499.219512195122, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.4133933576966996, "queueFactor": 1.144776579376123, "queueWeight": 1.144776579376123, "recentSuccess": 20, "recentSuccessRate": 0.16260162601626016, "recentTerminal": 123, "recentWilsonLowerBound": 0.1077947851092691, "running": 8, "selectionWeight": 0.4732430339608379, "stale": false, "submissionEligible": false, "throughputPerHour": 20.5, "waiting": 10234 }, "MetaX_c-500": { "available": true, "backlogHours": 666.7868852459017, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.0140244776289093, "queueFactor": 1.096140971509138, "queueWeight": 1.096140971509138, "recentSuccess": 36, "recentSuccessRate": 0.29508196721311475, "recentTerminal": 122, "recentWilsonLowerBound": 0.22140591975625476, "running": 4, "selectionWeight": 2.2076547475513366, "stale": false, "submissionEligible": true, "throughputPerHour": 20.333333333333332, "waiting": 13558 }, "Mthreads_s4000": { "available": true, "backlogHours": 1216.0629921259842, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.05, "queueFactor": 1.001661675734796, "queueWeight": 1.001661675734796, "recentSuccess": 6, "recentSuccessRate": 0.047244094488188976, "recentTerminal": 127, "recentWilsonLowerBound": 0.021829492501269896, "running": 2, "selectionWeight": 0.050083083786739806, "stale": false, "submissionEligible": false, "throughputPerHour": 21.166666666666668, "waiting": 25740 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 3983.6, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 1.077941187382955, "queueFactor": 0.8383456398005994, "queueWeight": 0.8383456398005994, "recentSuccess": 9, "recentSuccessRate": 0.3, "recentTerminal": 30, "recentWilsonLowerBound": 0.16664562643958936, "running": 2, "selectionWeight": 0.9036872944039812, "stale": false, "submissionEligible": true, "throughputPerHour": 5.0, "waiting": 19918 }, "Vastai_va16": { "available": true, "backlogHours": 1312.8, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.7019227508431841, "queueFactor": 0.9902268163213511, "queueWeight": 0.9902268163213511, "recentSuccess": 17, "recentSuccessRate": 0.2125, "recentTerminal": 80, "recentWilsonLowerBound": 0.13712274217035492, "running": 16, "selectionWeight": 0.6950627308709711, "stale": false, "submissionEligible": false, "throughputPerHour": 13.333333333333334, "waiting": 17504 }, "hygon_k100-ai": { "available": true, "backlogHours": 1971.4177215189875, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.27175919084730427, "queueFactor": 0.9316390203842198, "queueWeight": 0.9316390203842198, "recentSuccess": 12, "recentSuccessRate": 0.1518987341772152, "recentTerminal": 79, "recentWilsonLowerBound": 0.08908180320986644, "running": 4, "selectionWeight": 0.25318146634139077, "stale": false, "submissionEligible": false, "throughputPerHour": 13.166666666666666, "waiting": 25957 } }, "queueAttemptedAt": "2026-11-10T23:29:08.472692+00:00", "queueError": null, "queueUpdatedAt": "2026-11-10T23:29:08.472692+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Vastai_va16", "Iluvatar_bi-150", "Biren_166m", "MetaX_c-500", "Sunrise_pt-200-x1", "Ascend_910-b4", "Ascend_910-b3", "hygon_k100-ai", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }