{ "communityAttemptedAt": "2026-10-31T01:01:12.694241+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-31T01:01:12.694241+00:00", "frameworkAttemptedAt": "2026-10-30T22:16:43.037238+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 45021, "officialConfigError": null, "officialConfigValid": true, "successCount": 22800, "successRate": 0.5064303325114946, "wilsonLowerBound": 0.5018116760943446 }, "vllm": { "framework": "vllm", "modelCount": 59552, "officialConfigError": null, "officialConfigValid": true, "successCount": 15744, "successRate": 0.2643739924771628, "wilsonLowerBound": 0.260847295465 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 56, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 18, "successRate": 0.32142857142857145, "wilsonLowerBound": 0.21400827887722296 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 6614, "officialConfigError": null, "officialConfigValid": true, "successCount": 2175, "successRate": 0.32884789839733897, "wilsonLowerBound": 0.3176278709867261 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 40240, "officialConfigError": null, "officialConfigValid": true, "successCount": 19532, "successRate": 0.4853876739562624, "wilsonLowerBound": 0.4805060225734731 }, "vllm": { "framework": "vllm", "modelCount": 41320, "officialConfigError": null, "officialConfigValid": true, "successCount": 11260, "successRate": 0.2725072604065828, "wilsonLowerBound": 0.2682353744879226 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16061, "officialConfigError": null, "officialConfigValid": true, "successCount": 6429, "successRate": 0.40028640806923604, "wilsonLowerBound": 0.39273360022305204 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64355, "officialConfigError": null, "officialConfigValid": true, "successCount": 12100, "successRate": 0.1880195788982985, "wilsonLowerBound": 0.1850193997155498 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 40555, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 8261, "successRate": 0.20369868080384662, "wilsonLowerBound": 0.19980700551687405 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8839, "officialConfigError": null, "officialConfigValid": true, "successCount": 118, "successRate": 0.013349926462269488, "wilsonLowerBound": 0.011159907684070354 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26931, "officialConfigError": null, "officialConfigValid": true, "successCount": 3310, "successRate": 0.12290668746054732, "wilsonLowerBound": 0.11903898739512804 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16536, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10135462022254475, "wilsonLowerBound": 0.09684682438124673 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 19473, "officialConfigError": null, "officialConfigValid": true, "successCount": 7335, "successRate": 0.3766753967031274, "wilsonLowerBound": 0.3698945298189592 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24865, "officialConfigError": null, "officialConfigValid": true, "successCount": 3812, "successRate": 0.15330786245726927, "wilsonLowerBound": 0.1488832088267288 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 59590, "officialConfigError": null, "officialConfigValid": true, "successCount": 14783, "successRate": 0.24807853666722604, "wilsonLowerBound": 0.24462708059481802 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 30421, "officialConfigError": null, "officialConfigValid": true, "successCount": 4148, "successRate": 0.13635317708162126, "wilsonLowerBound": 0.1325427699173584 }, "vllm": { "framework": "vllm", "modelCount": 87140, "officialConfigError": null, "officialConfigValid": true, "successCount": 9779, "successRate": 0.11222171218728483, "wilsonLowerBound": 0.11014304038606977 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 50787, "officialConfigError": null, "officialConfigValid": true, "successCount": 5805, "successRate": 0.11430090377458799, "wilsonLowerBound": 0.11156278155019946 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 55185, "officialConfigError": null, "officialConfigValid": true, "successCount": 3917, "successRate": 0.07097943281688865, "wilsonLowerBound": 0.06886664466892725 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 95656, "officialConfigError": null, "officialConfigValid": true, "successCount": 24194, "successRate": 0.25292715564104706, "wilsonLowerBound": 0.2501823844515038 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 170, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 6758, "officialConfigError": null, "officialConfigValid": true, "successCount": 631, "successRate": 0.09337081976916248, "wilsonLowerBound": 0.08666303017728585 }, "vllm": { "framework": "vllm", "modelCount": 113038, "officialConfigError": null, "officialConfigValid": true, "successCount": 16551, "successRate": 0.14641978803588174, "wilsonLowerBound": 0.14437086145827077 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 425, "officialConfigError": null, "officialConfigValid": true, "successCount": 2, "successRate": 0.004705882352941176, "wilsonLowerBound": 0.0012914456772019308 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 26596, "officialConfigError": null, "officialConfigValid": true, "successCount": 4289, "successRate": 0.16126485185742218, "wilsonLowerBound": 0.15689374046022242 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 45536, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5898, "successRate": 0.1295238931834153, "wilsonLowerBound": 0.12647099190814626 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 9179, "officialConfigError": null, "officialConfigValid": true, "successCount": 853, "successRate": 0.09292951301884737, "wilsonLowerBound": 0.08715903032077496 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 37097, "officialConfigError": null, "officialConfigValid": true, "successCount": 7618, "successRate": 0.20535353263067094, "wilsonLowerBound": 0.20127335653884085 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61666, "officialConfigError": null, "officialConfigValid": true, "successCount": 12434, "successRate": 0.20163461226607854, "wilsonLowerBound": 0.19848647205420222 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 21394, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5879, "successRate": 0.27479667196410207, "wilsonLowerBound": 0.2688555132593417 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 17124, "officialConfigError": null, "officialConfigValid": true, "successCount": 4117, "successRate": 0.2404227984115861, "wilsonLowerBound": 0.23408077529573446 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 71331, "officialConfigError": null, "officialConfigValid": true, "successCount": 19528, "successRate": 0.2737659643072437, "wilsonLowerBound": 0.27050597469902804 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 2847, "officialConfigError": null, "officialConfigValid": true, "successCount": 1562, "successRate": 0.5486476993326308, "wilsonLowerBound": 0.5303147367227969 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 49448, "officialConfigError": null, "officialConfigValid": true, "successCount": 22256, "successRate": 0.45008898236531303, "wilsonLowerBound": 0.4457079524224785 }, "vllm": { "framework": "vllm", "modelCount": 42697, "officialConfigError": null, "officialConfigValid": true, "successCount": 5709, "successRate": 0.13370962831112257, "wilsonLowerBound": 0.13051428416662766 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1471, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6290, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.03052464228934817, "wilsonLowerBound": 0.026551520034527744 }, "vllm": { "framework": "vllm", "modelCount": 10131, "officialConfigError": null, "officialConfigValid": true, "successCount": 767, "successRate": 0.07570822228802684, "wilsonLowerBound": 0.07071634427594103 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 8422, "officialConfigError": null, "officialConfigValid": true, "successCount": 3701, "successRate": 0.43944431251484206, "wilsonLowerBound": 0.4288742074549344 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7476, "officialConfigError": null, "officialConfigValid": true, "successCount": 254, "successRate": 0.03397538790797218, "wilsonLowerBound": 0.030102074381377207 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 23760, "officialConfigError": null, "officialConfigValid": true, "successCount": 6598, "successRate": 0.2776936026936027, "wilsonLowerBound": 0.2720351127140365 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 29977, "officialConfigError": null, "officialConfigValid": true, "successCount": 15383, "successRate": 0.5131600894018747, "wilsonLowerBound": 0.5075005235009272 }, "vllm": { "framework": "vllm", "modelCount": 69783, "officialConfigError": null, "officialConfigValid": true, "successCount": 7621, "successRate": 0.10920997950790307, "wilsonLowerBound": 0.10691725955341373 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 15192, "officialConfigError": null, "officialConfigValid": true, "successCount": 2873, "successRate": 0.18911269088994206, "wilsonLowerBound": 0.18296442827578813 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-31T01:02:19.527611+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 0.0016899562565744473, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347938, "recentSuccessRate": 1.0, "recentTerminal": 347938, "recentWilsonLowerBound": 0.9999889590743605, "running": 2, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57989.666666666664, "waiting": 98 }, "Ascend_910-b4": { "available": true, "backlogHours": 0.0017072007081721458, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347938, "recentSuccessRate": 1.0, "recentTerminal": 347938, "recentWilsonLowerBound": 0.9999889590743605, "running": 2, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57989.666666666664, "waiting": 99 }, "Biren_166m": { "available": true, "backlogHours": 0.0017072007081721458, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347938, "recentSuccessRate": 1.0, "recentTerminal": 347938, "recentWilsonLowerBound": 0.9999889590743605, "running": 2, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57989.666666666664, "waiting": 99 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 0.0017072007081721458, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347938, "recentSuccessRate": 1.0, "recentTerminal": 347938, "recentWilsonLowerBound": 0.9999889590743605, "running": 2, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57989.666666666664, "waiting": 99 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 0.0017072007081721458, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347938, "recentSuccessRate": 1.0, "recentTerminal": 347938, "recentWilsonLowerBound": 0.9999889590743605, "running": 2, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57989.666666666664, "waiting": 99 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 0.0016899562565744473, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347938, "recentSuccessRate": 1.0, "recentTerminal": 347938, "recentWilsonLowerBound": 0.9999889590743605, "running": 2, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57989.666666666664, "waiting": 98 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 0.0016899562565744473, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347938, "recentSuccessRate": 1.0, "recentTerminal": 347938, "recentWilsonLowerBound": 0.9999889590743605, "running": 2, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57989.666666666664, "waiting": 98 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 0.0017072007081721458, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347938, "recentSuccessRate": 1.0, "recentTerminal": 347938, "recentWilsonLowerBound": 0.9999889590743605, "running": 2, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57989.666666666664, "waiting": 99 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 0.0017072007081721458, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347938, "recentSuccessRate": 1.0, "recentTerminal": 347938, "recentWilsonLowerBound": 0.9999889590743605, "running": 2, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57989.666666666664, "waiting": 99 }, "MetaX_c-500": { "available": true, "backlogHours": 0.0016899562565744473, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347938, "recentSuccessRate": 1.0, "recentTerminal": 347938, "recentWilsonLowerBound": 0.9999889590743605, "running": 2, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57989.666666666664, "waiting": 98 }, "Mthreads_s4000": { "available": true, "backlogHours": 0.0017072007081721458, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347938, "recentSuccessRate": 1.0, "recentTerminal": 347938, "recentWilsonLowerBound": 0.9999889590743605, "running": 2, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57989.666666666664, "waiting": 99 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 0.0017072007081721458, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347938, "recentSuccessRate": 1.0, "recentTerminal": 347938, "recentWilsonLowerBound": 0.9999889590743605, "running": 2, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57989.666666666664, "waiting": 99 }, "Vastai_va16": { "available": true, "backlogHours": 0.0016899562565744473, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347938, "recentSuccessRate": 1.0, "recentTerminal": 347938, "recentWilsonLowerBound": 0.9999889590743605, "running": 2, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57989.666666666664, "waiting": 98 }, "hygon_k100-ai": { "available": true, "backlogHours": 0.0016899562565744473, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 347938, "recentSuccessRate": 1.0, "recentTerminal": 347938, "recentWilsonLowerBound": 0.9999889590743605, "running": 2, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57989.666666666664, "waiting": 98 } }, "queueAttemptedAt": "2026-10-31T00:53:37.177188+00:00", "queueError": null, "queueUpdatedAt": "2026-10-31T00:53:37.177188+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b4", "Ascend_910-b3", "MetaX_c-500", "Sunrise_pt-200-x1", "hygon_k100-ai", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }