{ "communityAttemptedAt": "2026-11-01T20:32:45.206491+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-11-01T20:32:45.206491+00:00", "frameworkAttemptedAt": "2026-11-01T19:29:53.063190+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 45334, "officialConfigError": null, "officialConfigValid": true, "successCount": 22975, "successRate": 0.5067940177350333, "wilsonLowerBound": 0.5021913472436329 }, "vllm": { "framework": "vllm", "modelCount": 59809, "officialConfigError": null, "officialConfigValid": true, "successCount": 15768, "successRate": 0.2636392516176495, "wilsonLowerBound": 0.2601233063395064 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 72, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 19, "successRate": 0.2638888888888889, "wilsonLowerBound": 0.17593641596552725 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 6873, "officialConfigError": null, "officialConfigValid": true, "successCount": 2269, "successRate": 0.3301324021533537, "wilsonLowerBound": 0.31911212913022974 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 40558, "officialConfigError": null, "officialConfigValid": true, "successCount": 19733, "successRate": 0.48653779772178113, "wilsonLowerBound": 0.48167489106209144 }, "vllm": { "framework": "vllm", "modelCount": 41409, "officialConfigError": null, "officialConfigValid": true, "successCount": 11272, "successRate": 0.2722113550194402, "wilsonLowerBound": 0.26794552394560944 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16511, "officialConfigError": null, "officialConfigValid": true, "successCount": 6548, "successRate": 0.3965840954515172, "wilsonLowerBound": 0.38914714972821574 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64361, "officialConfigError": null, "officialConfigValid": true, "successCount": 12100, "successRate": 0.18800205093146471, "wilsonLowerBound": 0.18500211989078966 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 41841, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 8323, "successRate": 0.198919719891972, "wilsonLowerBound": 0.19512243172998137 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8910, "officialConfigError": null, "officialConfigValid": true, "successCount": 118, "successRate": 0.01324354657687991, "wilsonLowerBound": 0.011070890077213597 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26952, "officialConfigError": null, "officialConfigValid": true, "successCount": 3315, "successRate": 0.12299643811219947, "wilsonLowerBound": 0.11912898152342752 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16539, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10133623556442349, "wilsonLowerBound": 0.09682921445009696 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 19868, "officialConfigError": null, "officialConfigValid": true, "successCount": 7442, "successRate": 0.3745721763640024, "wilsonLowerBound": 0.3678667164208734 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24867, "officialConfigError": null, "officialConfigValid": true, "successCount": 3814, "successRate": 0.15337596010777335, "wilsonLowerBound": 0.14895065767013002 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 60415, "officialConfigError": null, "officialConfigValid": true, "successCount": 15001, "successRate": 0.24829926342795663, "wilsonLowerBound": 0.244870302664743 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 31270, "officialConfigError": null, "officialConfigValid": true, "successCount": 4205, "successRate": 0.13447393668052446, "wilsonLowerBound": 0.1307374144512827 }, "vllm": { "framework": "vllm", "modelCount": 87140, "officialConfigError": null, "officialConfigValid": true, "successCount": 9779, "successRate": 0.11222171218728483, "wilsonLowerBound": 0.11014304038606977 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 50865, "officialConfigError": null, "officialConfigValid": true, "successCount": 5806, "successRate": 0.1141452865428094, "wilsonLowerBound": 0.11141089395129808 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 55994, "officialConfigError": null, "officialConfigValid": true, "successCount": 3940, "successRate": 0.07036468193020681, "wilsonLowerBound": 0.0682755698841488 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 95663, "officialConfigError": null, "officialConfigValid": true, "successCount": 24194, "successRate": 0.25290864806665064, "wilsonLowerBound": 0.25016404433973366 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 173, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 6770, "officialConfigError": null, "officialConfigValid": true, "successCount": 631, "successRate": 0.093205317577548, "wilsonLowerBound": 0.0865088737151957 }, "vllm": { "framework": "vllm", "modelCount": 113038, "officialConfigError": null, "officialConfigValid": true, "successCount": 16551, "successRate": 0.14641978803588174, "wilsonLowerBound": 0.14437086145827077 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 438, "officialConfigError": null, "officialConfigValid": true, "successCount": 2, "successRate": 0.0045662100456621, "wilsonLowerBound": 0.0012530876972149565 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 26610, "officialConfigError": null, "officialConfigValid": true, "successCount": 4292, "successRate": 0.16129274708756106, "wilsonLowerBound": 0.15692246019183576 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 45798, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5915, "successRate": 0.12915411153325473, "wilsonLowerBound": 0.12611363733817 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 9188, "officialConfigError": null, "officialConfigValid": true, "successCount": 853, "successRate": 0.09283848498040922, "wilsonLowerBound": 0.08707339295242324 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 206, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.1796116504854369, "wilsonLowerBound": 0.13320865973713544 }, "vllm": { "framework": "vllm", "modelCount": 37378, "officialConfigError": null, "officialConfigValid": true, "successCount": 7721, "successRate": 0.20656535930226336, "wilsonLowerBound": 0.20249137826552427 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61683, "officialConfigError": null, "officialConfigValid": true, "successCount": 12434, "successRate": 0.20157904122691828, "wilsonLowerBound": 0.19843166188895384 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 21905, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5984, "successRate": 0.27317963935174616, "wilsonLowerBound": 0.2673188415355244 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 17283, "officialConfigError": null, "officialConfigValid": true, "successCount": 4148, "successRate": 0.240004628826014, "wilsonLowerBound": 0.23369545719916635 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 71604, "officialConfigError": null, "officialConfigValid": true, "successCount": 19603, "successRate": 0.2737696218088375, "wilsonLowerBound": 0.270515815475356 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 3118, "officialConfigError": null, "officialConfigValid": true, "successCount": 1713, "successRate": 0.5493906350224503, "wilsonLowerBound": 0.5318758959259551 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 49621, "officialConfigError": null, "officialConfigValid": true, "successCount": 22357, "successRate": 0.4505552084802805, "wilsonLowerBound": 0.44618136928638047 }, "vllm": { "framework": "vllm", "modelCount": 42985, "officialConfigError": null, "officialConfigValid": true, "successCount": 5822, "successRate": 0.13544259625450739, "wilsonLowerBound": 0.13224017044749356 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1519, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6290, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.03052464228934817, "wilsonLowerBound": 0.026551520034527744 }, "vllm": { "framework": "vllm", "modelCount": 10137, "officialConfigError": null, "officialConfigValid": true, "successCount": 768, "successRate": 0.0757620597810003, "wilsonLowerBound": 0.07076991339660049 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 8562, "officialConfigError": null, "officialConfigValid": true, "successCount": 3765, "successRate": 0.4397337070777856, "wilsonLowerBound": 0.42924923720854574 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7476, "officialConfigError": null, "officialConfigValid": true, "successCount": 254, "successRate": 0.03397538790797218, "wilsonLowerBound": 0.030102074381377207 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 24275, "officialConfigError": null, "officialConfigValid": true, "successCount": 6742, "successRate": 0.27773429454170956, "wilsonLowerBound": 0.2721355026882366 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 30273, "officialConfigError": null, "officialConfigValid": true, "successCount": 15486, "successRate": 0.5115449410365672, "wilsonLowerBound": 0.5059128719244974 }, "vllm": { "framework": "vllm", "modelCount": 70131, "officialConfigError": null, "officialConfigValid": true, "successCount": 7650, "successRate": 0.1090815759079437, "wilsonLowerBound": 0.10679569639637888 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 15557, "officialConfigError": null, "officialConfigValid": true, "successCount": 2940, "successRate": 0.18898245162949154, "wilsonLowerBound": 0.1829074766584014 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-11-01T20:41:51.591508+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 0.0, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350350, "recentSuccessRate": 1.0, "recentTerminal": 350350, "recentWilsonLowerBound": 0.9999890350852655, "running": 9, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58391.666666666664, "waiting": 0 }, "Ascend_910-b4": { "available": true, "backlogHours": 0.0, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350350, "recentSuccessRate": 1.0, "recentTerminal": 350350, "recentWilsonLowerBound": 0.9999890350852655, "running": 9, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58391.666666666664, "waiting": 0 }, "Biren_166m": { "available": true, "backlogHours": 0.012518909661766804, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350350, "recentSuccessRate": 1.0, "recentTerminal": 350350, "recentWilsonLowerBound": 0.9999890350852655, "running": 9, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58391.666666666664, "waiting": 731 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 0.0, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350350, "recentSuccessRate": 1.0, "recentTerminal": 350350, "recentWilsonLowerBound": 0.9999890350852655, "running": 9, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58391.666666666664, "waiting": 0 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 0.012518909661766804, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350350, "recentSuccessRate": 1.0, "recentTerminal": 350350, "recentWilsonLowerBound": 0.9999890350852655, "running": 9, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58391.666666666664, "waiting": 731 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 0.0, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350350, "recentSuccessRate": 1.0, "recentTerminal": 350350, "recentWilsonLowerBound": 0.9999890350852655, "running": 9, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58391.666666666664, "waiting": 0 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 0.0, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350350, "recentSuccessRate": 1.0, "recentTerminal": 350350, "recentWilsonLowerBound": 0.9999890350852655, "running": 9, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58391.666666666664, "waiting": 0 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 0.0, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350350, "recentSuccessRate": 1.0, "recentTerminal": 350350, "recentWilsonLowerBound": 0.9999890350852655, "running": 9, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58391.666666666664, "waiting": 0 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 0.012518909661766804, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350350, "recentSuccessRate": 1.0, "recentTerminal": 350350, "recentWilsonLowerBound": 0.9999890350852655, "running": 9, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58391.666666666664, "waiting": 731 }, "MetaX_c-500": { "available": true, "backlogHours": 0.0, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350350, "recentSuccessRate": 1.0, "recentTerminal": 350350, "recentWilsonLowerBound": 0.9999890350852655, "running": 9, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58391.666666666664, "waiting": 0 }, "Mthreads_s4000": { "available": true, "backlogHours": 0.0, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350350, "recentSuccessRate": 1.0, "recentTerminal": 350350, "recentWilsonLowerBound": 0.9999890350852655, "running": 9, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58391.666666666664, "waiting": 0 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 0.0, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350350, "recentSuccessRate": 1.0, "recentTerminal": 350350, "recentWilsonLowerBound": 0.9999890350852655, "running": 9, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58391.666666666664, "waiting": 0 }, "Vastai_va16": { "available": true, "backlogHours": 0.012518909661766804, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350350, "recentSuccessRate": 1.0, "recentTerminal": 350350, "recentWilsonLowerBound": 0.9999890350852655, "running": 9, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58391.666666666664, "waiting": 731 }, "hygon_k100-ai": { "available": true, "backlogHours": 0.012518909661766804, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 350350, "recentSuccessRate": 1.0, "recentTerminal": 350350, "recentWilsonLowerBound": 0.9999890350852655, "running": 9, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58391.666666666664, "waiting": 731 } }, "queueAttemptedAt": "2026-11-01T20:37:32.053760+00:00", "queueError": null, "queueUpdatedAt": "2026-11-01T20:37:32.053760+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b4", "Ascend_910-b3", "MetaX_c-500", "Sunrise_pt-200-x1", "hygon_k100-ai", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }