{ "communityAttemptedAt": "2026-10-11T07:00:05.482861+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-11T07:00:05.482861+00:00", "frameworkAttemptedAt": "2026-10-11T01:33:06.470880+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 42032, "officialConfigError": null, "officialConfigValid": true, "successCount": 20839, "successRate": 0.4957889227255424, "wilsonLowerBound": 0.49100960579281877 }, "vllm": { "framework": "vllm", "modelCount": 56294, "officialConfigError": null, "officialConfigValid": true, "successCount": 15325, "successRate": 0.2722314989164032, "wilsonLowerBound": 0.26857015747115054 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 0, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 4293, "officialConfigError": null, "officialConfigValid": true, "successCount": 1294, "successRate": 0.301420917773119, "wilsonLowerBound": 0.28787662142691656 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 36858, "officialConfigError": null, "officialConfigValid": true, "successCount": 17290, "successRate": 0.4690976178848554, "wilsonLowerBound": 0.4640062794308253 }, "vllm": { "framework": "vllm", "modelCount": 39700, "officialConfigError": null, "officialConfigValid": true, "successCount": 11007, "successRate": 0.27725440806045343, "wilsonLowerBound": 0.2728726734087688 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 12626, "officialConfigError": null, "officialConfigValid": true, "successCount": 5297, "successRate": 0.41953112624742595, "wilsonLowerBound": 0.4109490257520016 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64213, "officialConfigError": null, "officialConfigValid": true, "successCount": 12096, "successRate": 0.18837307087349914, "wilsonLowerBound": 0.18536739490748255 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 29455, "officialConfigError": null, "officialConfigValid": true, "successCount": 6416, "successRate": 0.2178237990154473, "wilsonLowerBound": 0.21314684759070385 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 7681, "officialConfigError": null, "officialConfigValid": true, "successCount": 103, "successRate": 0.013409712277047259, "wilsonLowerBound": 0.011069798440203352 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26624, "officialConfigError": null, "officialConfigValid": true, "successCount": 3269, "successRate": 0.12278395432692307, "wilsonLowerBound": 0.11889603996213453 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16507, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10153268310413764, "wilsonLowerBound": 0.0970173845483962 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 15483, "officialConfigError": null, "officialConfigValid": true, "successCount": 6122, "successRate": 0.3954014079958664, "wilsonLowerBound": 0.38772666181142473 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24725, "officialConfigError": null, "officialConfigValid": true, "successCount": 3806, "successRate": 0.15393326592517695, "wilsonLowerBound": 0.14948867173743965 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 51397, "officialConfigError": null, "officialConfigValid": true, "successCount": 12947, "successRate": 0.2519018619763799, "wilsonLowerBound": 0.2481674677081198 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 24154, "officialConfigError": null, "officialConfigValid": true, "successCount": 3134, "successRate": 0.12975076591868842, "wilsonLowerBound": 0.12557179195088558 }, "vllm": { "framework": "vllm", "modelCount": 86985, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11234120825429672, "wilsonLowerBound": 0.11025972003957622 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 46037, "officialConfigError": null, "officialConfigValid": true, "successCount": 5542, "successRate": 0.12038143232617243, "wilsonLowerBound": 0.11744051021205047 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 46341, "officialConfigError": null, "officialConfigValid": true, "successCount": 3651, "successRate": 0.07878552469735224, "wilsonLowerBound": 0.07636740929145361 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 93432, "officialConfigError": null, "officialConfigValid": true, "successCount": 23248, "successRate": 0.2488226731740731, "wilsonLowerBound": 0.24606083867856768 }, "transformers": { "framework": "transformers", "modelCount": 5541, "officialConfigError": null, "officialConfigValid": true, "successCount": 583, "successRate": 0.10521566504241112, "wilsonLowerBound": 0.09740827986195134 }, "vllm": { "framework": "vllm", "modelCount": 112851, "officialConfigError": null, "officialConfigValid": true, "successCount": 16530, "successRate": 0.14647632719249276, "wilsonLowerBound": 0.14442538191045942 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 82, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.012195121951219513, "wilsonLowerBound": 0.00215593657096515 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 23261, "officialConfigError": null, "officialConfigValid": true, "successCount": 3974, "successRate": 0.1708439018098964, "wilsonLowerBound": 0.16606152929530157 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 43616, "officialConfigError": null, "officialConfigValid": true, "successCount": 5671, "successRate": 0.13002109317681584, "wilsonLowerBound": 0.126897230679313 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 7975, "officialConfigError": null, "officialConfigValid": true, "successCount": 750, "successRate": 0.09404388714733543, "wilsonLowerBound": 0.08783157071892225 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 34183, "officialConfigError": null, "officialConfigValid": true, "successCount": 6738, "successRate": 0.1971155252610947, "wilsonLowerBound": 0.19293232687761447 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61475, "officialConfigError": null, "officialConfigValid": true, "successCount": 12420, "successRate": 0.20203334688897925, "wilsonLowerBound": 0.19887798272010887 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 15129, "officialConfigError": null, "officialConfigValid": true, "successCount": 4286, "successRate": 0.2832969793112565, "wilsonLowerBound": 0.2761724090972478 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 15263, "officialConfigError": null, "officialConfigValid": true, "successCount": 3731, "successRate": 0.24444735635196227, "wilsonLowerBound": 0.23769415043311748 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 67444, "officialConfigError": null, "officialConfigValid": true, "successCount": 18587, "successRate": 0.2755916019215942, "wilsonLowerBound": 0.2722322877665179 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 886, "officialConfigError": null, "officialConfigValid": true, "successCount": 534, "successRate": 0.6027088036117382, "wilsonLowerBound": 0.5701103371955785 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48309, "officialConfigError": null, "officialConfigValid": true, "successCount": 21663, "successRate": 0.44842575917530897, "wilsonLowerBound": 0.44399507857655196 }, "vllm": { "framework": "vllm", "modelCount": 39578, "officialConfigError": null, "officialConfigValid": true, "successCount": 4721, "successRate": 0.11928344029511345, "wilsonLowerBound": 0.1161270495099897 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1046, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6286, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030544066178810055, "wilsonLowerBound": 0.02656844784963345 }, "vllm": { "framework": "vllm", "modelCount": 10084, "officialConfigError": null, "officialConfigValid": true, "successCount": 761, "successRate": 0.07546608488694963, "wilsonLowerBound": 0.07047062725034904 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7210, "officialConfigError": null, "officialConfigValid": true, "successCount": 3163, "successRate": 0.43869625520110955, "wilsonLowerBound": 0.4272775835628879 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7418, "officialConfigError": null, "officialConfigValid": true, "successCount": 244, "successRate": 0.03289296306282017, "wilsonLowerBound": 0.02906975976550122 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 17792, "officialConfigError": null, "officialConfigValid": true, "successCount": 5297, "successRate": 0.29771807553956836, "wilsonLowerBound": 0.2910433659606777 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28223, "officialConfigError": null, "officialConfigValid": true, "successCount": 14419, "successRate": 0.5108953690252631, "wilsonLowerBound": 0.5050622313343661 }, "vllm": { "framework": "vllm", "modelCount": 67025, "officialConfigError": null, "officialConfigValid": true, "successCount": 7129, "successRate": 0.1063632972771354, "wilsonLowerBound": 0.10405174453479521 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 13594, "officialConfigError": null, "officialConfigValid": true, "successCount": 2232, "successRate": 0.1641900838605267, "wilsonLowerBound": 0.15805767080328725 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-11T07:11:31.479531+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 999.75, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 1.371204179087035, "queueFactor": 0.9418301884249415, "queueWeight": 0.9418301884249415, "recentSuccess": 45, "recentSuccessRate": 0.26785714285714285, "recentTerminal": 168, "recentWilsonLowerBound": 0.20663101496670527, "running": 8, "selectionWeight": 1.2914414903586096, "stale": false, "submissionEligible": true, "throughputPerHour": 28.0, "waiting": 27993 }, "Ascend_910-b4": { "available": true, "backlogHours": 1136.3333333333333, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 1.4896526181561056, "queueFactor": 0.9239116783761667, "queueWeight": 0.9239116783761667, "recentSuccess": 45, "recentSuccessRate": 0.2777777777777778, "recentTerminal": 162, "recentWilsonLowerBound": 0.21456128510028574, "running": 8, "selectionWeight": 1.3763074506380586, "stale": false, "submissionEligible": true, "throughputPerHour": 27.0, "waiting": 30681 }, "Biren_166m": { "available": true, "backlogHours": 113.25, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.5060535800741153, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 43, "recentSuccessRate": 0.17338709677419356, "recentTerminal": 248, "recentWilsonLowerBound": 0.13134702005157775, "running": 7, "selectionWeight": 0.6578696540963499, "stale": false, "submissionEligible": false, "throughputPerHour": 41.333333333333336, "waiting": 4681 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 775.4645669291339, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.22883887349823276, "queueFactor": 0.9784125729157569, "queueWeight": 0.9784125729157569, "recentSuccess": 18, "recentSuccessRate": 0.14173228346456693, "recentTerminal": 127, "recentWilsonLowerBound": 0.09157006914566687, "running": 7, "selectionWeight": 0.22389883100254931, "stale": false, "submissionEligible": false, "throughputPerHour": 21.166666666666668, "waiting": 16414 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 302.625, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.46953783303862134, "queueFactor": 1.1267319209466875, "queueWeight": 1.1267319209466875, "recentSuccess": 31, "recentSuccessRate": 0.17613636363636365, "recentTerminal": 176, "recentWilsonLowerBound": 0.12695088110562266, "running": 6, "selectionWeight": 0.5290432645767509, "stale": false, "submissionEligible": false, "throughputPerHour": 29.333333333333332, "waiting": 8877 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 59.38095238095238, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 17, "recentSuccessRate": 0.04497354497354497, "recentTerminal": 378, "recentWilsonLowerBound": 0.028265898089558806, "running": 21, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 63.0, "waiting": 3741 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 127.82445141065831, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.44380189928459324, "queueFactor": 1.2822249640129815, "queueWeight": 1.2822249640129815, "recentSuccess": 51, "recentSuccessRate": 0.15987460815047022, "recentTerminal": 319, "recentWilsonLowerBound": 0.12373933979498782, "running": 9, "selectionWeight": 0.5690538743390804, "stale": false, "submissionEligible": false, "throughputPerHour": 53.166666666666664, "waiting": 6796 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 2064.4, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 1.4748106144243291, "queueFactor": 0.8447675852465865, "queueWeight": 0.8447675852465865, "recentSuccess": 15, "recentSuccessRate": 0.3333333333333333, "recentTerminal": 45, "recentWilsonLowerBound": 0.21358692207276764, "running": 2, "selectionWeight": 1.245872201443275, "stale": false, "submissionEligible": true, "throughputPerHour": 7.5, "waiting": 15483 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 256.6130653266332, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.20219270347971843, "queueFactor": 1.1549535124945831, "queueWeight": 1.1549535124945831, "recentSuccess": 25, "recentSuccessRate": 0.12562814070351758, "recentTerminal": 199, "recentWilsonLowerBound": 0.08655959463431066, "running": 7, "selectionWeight": 0.23352317308467652, "stale": false, "submissionEligible": false, "throughputPerHour": 33.166666666666664, "waiting": 8511 }, "MetaX_c-500": { "available": true, "backlogHours": 407.341935483871, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.35431474770211646, "queueFactor": 1.0776120777728437, "queueWeight": 1.0776120777728437, "recentSuccess": 25, "recentSuccessRate": 0.16129032258064516, "recentTerminal": 155, "recentWilsonLowerBound": 0.11170002806327119, "running": 4, "selectionWeight": 0.3818138514568386, "stale": false, "submissionEligible": false, "throughputPerHour": 25.833333333333332, "waiting": 10523 }, "Mthreads_s4000": { "available": true, "backlogHours": 2119.818181818182, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 0.8414174736697563, "queueWeight": 0.8414174736697563, "recentSuccess": 25, "recentSuccessRate": 0.3787878787878788, "recentTerminal": 66, "recentWilsonLowerBound": 0.271492715804161, "running": 4, "selectionWeight": 2.1035436841743906, "stale": false, "submissionEligible": true, "throughputPerHour": 11.0, "waiting": 23318 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 1326.1518987341772, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.09398151689547793, "queueFactor": 0.9027496483974343, "queueWeight": 0.9027496483974343, "recentSuccess": 9, "recentSuccessRate": 0.11392405063291139, "recentTerminal": 79, "recentWilsonLowerBound": 0.061105102028490836, "running": 2, "selectionWeight": 0.08484178133325024, "stale": false, "submissionEligible": false, "throughputPerHour": 13.166666666666666, "waiting": 17461 }, "Vastai_va16": { "available": true, "backlogHours": 565.4634146341464, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.3120618352305392, "queueFactor": 1.0258778240246107, "queueWeight": 1.0258778240246107, "recentSuccess": 25, "recentSuccessRate": 0.1524390243902439, "recentTerminal": 164, "recentWilsonLowerBound": 0.10543523002808428, "running": 16, "selectionWeight": 0.32013731648743216, "stale": false, "submissionEligible": false, "throughputPerHour": 27.333333333333332, "waiting": 15456 }, "hygon_k100-ai": { "available": true, "backlogHours": 824.8979591836735, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 0.6469346983021473, "queueFactor": 0.9693849754655176, "queueWeight": 0.9693849754655176, "recentSuccess": 30, "recentSuccessRate": 0.20408163265306123, "recentTerminal": 147, "recentWilsonLowerBound": 0.14686010514896874, "running": 6, "selectionWeight": 0.6271287766414191, "stale": false, "submissionEligible": false, "throughputPerHour": 24.5, "waiting": 20210 } }, "queueAttemptedAt": "2026-10-11T07:04:19.078767+00:00", "queueError": null, "queueUpdatedAt": "2026-10-11T07:04:19.078767+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Ascend_910-b4", "Ascend_910-b3", "hygon_k100-ai", "MetaX_c-500", "Biren_166m", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }