2026-11-10 16:32:12 +00:00
|
|
|
{
|
2026-11-10 16:49:42 +00:00
|
|
|
"communityAttemptedAt": "2026-11-10T16:49:34.977638+00:00",
|
2026-11-10 16:32:12 +00:00
|
|
|
"communityError": null,
|
|
|
|
|
"communitySample": {},
|
2026-11-10 16:49:42 +00:00
|
|
|
"communityUpdatedAt": "2026-11-10T16:49:34.977638+00:00",
|
2026-11-10 16:32:12 +00:00
|
|
|
"frameworkAttemptedAt": "2026-11-10T14:48:06.774278+00:00",
|
|
|
|
|
"frameworkError": null,
|
|
|
|
|
"frameworkStats": {
|
|
|
|
|
"text-generation": {
|
|
|
|
|
"Ascend_910-b3": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
|
|
|
|
"modelCount": 46787,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 23805,
|
|
|
|
|
"successRate": 0.5087951781477761,
|
|
|
|
|
"wilsonLowerBound": 0.5042646620454152
|
|
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
|
|
|
|
"modelCount": 61114,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 15923,
|
|
|
|
|
"successRate": 0.2605458651045587,
|
|
|
|
|
"wilsonLowerBound": 0.2570809594238402
|
|
|
|
|
},
|
|
|
|
|
"vllm_0.23.0": {
|
|
|
|
|
"framework": "vllm_0.23.0",
|
|
|
|
|
"modelCount": 84,
|
|
|
|
|
"officialConfigError": "framework_mismatch",
|
|
|
|
|
"officialConfigValid": false,
|
|
|
|
|
"successCount": 24,
|
|
|
|
|
"successRate": 0.2857142857142857,
|
|
|
|
|
"wilsonLowerBound": 0.20014898610655452
|
|
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
|
|
|
|
"modelCount": 8175,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 2725,
|
|
|
|
|
"successRate": 0.3333333333333333,
|
|
|
|
|
"wilsonLowerBound": 0.3231947749221614
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Ascend_910-b4": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
|
|
|
|
"modelCount": 42134,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 20753,
|
|
|
|
|
"successRate": 0.4925475862723691,
|
|
|
|
|
"wilsonLowerBound": 0.48777471332009675
|
|
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
|
|
|
|
"modelCount": 42071,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 11353,
|
|
|
|
|
"successRate": 0.2698533431579948,
|
|
|
|
|
"wilsonLowerBound": 0.26563286000717823
|
|
|
|
|
},
|
|
|
|
|
"vllm_0.23.0": {
|
|
|
|
|
"framework": "vllm_0.23.0",
|
|
|
|
|
"modelCount": 8,
|
|
|
|
|
"officialConfigError": "framework_mismatch",
|
|
|
|
|
"officialConfigValid": false,
|
|
|
|
|
"successCount": 3,
|
|
|
|
|
"successRate": 0.375,
|
|
|
|
|
"wilsonLowerBound": 0.13684175946152105
|
|
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
|
|
|
|
"modelCount": 18491,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 7120,
|
|
|
|
|
"successRate": 0.38505218755070036,
|
|
|
|
|
"wilsonLowerBound": 0.3780629284395507
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Biren_166m": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
|
|
|
|
"modelCount": 64511,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 12100,
|
|
|
|
|
"successRate": 0.18756491141045714,
|
|
|
|
|
"wilsonLowerBound": 0.18457117093629385
|
|
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
|
|
|
|
"modelCount": 46558,
|
|
|
|
|
"officialConfigError": "malformed_command_argv",
|
|
|
|
|
"officialConfigValid": false,
|
|
|
|
|
"successCount": 8557,
|
|
|
|
|
"successRate": 0.1837922591176597,
|
|
|
|
|
"wilsonLowerBound": 0.18030017729688777
|
|
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
|
|
|
|
"modelCount": 9390,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 120,
|
|
|
|
|
"successRate": 0.012779552715654952,
|
|
|
|
|
"wilsonLowerBound": 0.010698648736169134
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Cambricon_mlu-370-x4": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
|
|
|
|
"modelCount": 27067,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 3339,
|
|
|
|
|
"successRate": 0.1233605497469243,
|
|
|
|
|
"wilsonLowerBound": 0.11949618026568705
|
|
|
|
|
},
|
|
|
|
|
"vllm-customized": {
|
|
|
|
|
"framework": "vllm-customized",
|
|
|
|
|
"modelCount": 16555,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 1677,
|
|
|
|
|
"successRate": 0.1012987012987013,
|
|
|
|
|
"wilsonLowerBound": 0.09679457808591668
|
|
|
|
|
},
|
|
|
|
|
"vllm-mlu": {
|
|
|
|
|
"framework": "vllm-mlu",
|
|
|
|
|
"modelCount": 21621,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 7917,
|
|
|
|
|
"successRate": 0.36617177743860135,
|
|
|
|
|
"wilsonLowerBound": 0.3597744314703395
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Cambricon_mlu-370-x8": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
|
|
|
|
"modelCount": 25265,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 3814,
|
|
|
|
|
"successRate": 0.15095982584603207,
|
|
|
|
|
"wilsonLowerBound": 0.14659830805010465
|
|
|
|
|
},
|
|
|
|
|
"vllm-customized": {
|
|
|
|
|
"framework": "vllm-customized",
|
|
|
|
|
"modelCount": 8123,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 544,
|
|
|
|
|
"successRate": 0.066970331158439,
|
|
|
|
|
"wilsonLowerBound": 0.061736366111672984
|
|
|
|
|
},
|
|
|
|
|
"vllm-mlu": {
|
|
|
|
|
"framework": "vllm-mlu",
|
|
|
|
|
"modelCount": 63884,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 15796,
|
|
|
|
|
"successRate": 0.2472606599461524,
|
|
|
|
|
"wilsonLowerBound": 0.24393043252407007
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Iluvatar_bi-100": {
|
|
|
|
|
"transformers": {
|
|
|
|
|
"framework": "transformers",
|
|
|
|
|
"modelCount": 35730,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 4313,
|
|
|
|
|
"successRate": 0.12071088720962776,
|
|
|
|
|
"wilsonLowerBound": 0.11737345084823077
|
|
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
|
|
|
|
"modelCount": 87146,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 9779,
|
|
|
|
|
"successRate": 0.11221398572510499,
|
|
|
|
|
"wilsonLowerBound": 0.11013544825644844
|
|
|
|
|
},
|
|
|
|
|
"vllm-patch-tokenizer": {
|
|
|
|
|
"framework": "vllm-patch-tokenizer",
|
|
|
|
|
"modelCount": 51209,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 5826,
|
|
|
|
|
"successRate": 0.11376906403171318,
|
|
|
|
|
"wilsonLowerBound": 0.1110477601591314
|
|
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
|
|
|
|
"modelCount": 59804,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 3969,
|
|
|
|
|
"successRate": 0.06636679820747776,
|
|
|
|
|
"wilsonLowerBound": 0.06439946771219786
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Iluvatar_bi-150": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
|
|
|
|
"modelCount": 95993,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 24227,
|
|
|
|
|
"successRate": 0.25238298625941474,
|
|
|
|
|
"wilsonLowerBound": 0.24964500093408618
|
|
|
|
|
},
|
|
|
|
|
"llamacpp_opt": {
|
|
|
|
|
"framework": "llamacpp_opt",
|
|
|
|
|
"modelCount": 188,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 0,
|
|
|
|
|
"successRate": 0.0,
|
|
|
|
|
"wilsonLowerBound": 1.6999858919214589e-18
|
|
|
|
|
},
|
|
|
|
|
"transformers": {
|
|
|
|
|
"framework": "transformers",
|
|
|
|
|
"modelCount": 8218,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 634,
|
|
|
|
|
"successRate": 0.07714772450717937,
|
|
|
|
|
"wilsonLowerBound": 0.07157426269296333
|
|
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
|
|
|
|
"modelCount": 113092,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 16556,
|
|
|
|
|
"successRate": 0.14639408623067945,
|
|
|
|
|
"wilsonLowerBound": 0.14434579670522762
|
|
|
|
|
},
|
|
|
|
|
"vllm-0.17.0": {
|
|
|
|
|
"framework": "vllm-0.17.0",
|
|
|
|
|
"modelCount": 475,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 4,
|
|
|
|
|
"successRate": 0.008421052631578947,
|
|
|
|
|
"wilsonLowerBound": 0.003279463488242743
|
|
|
|
|
},
|
|
|
|
|
"vllm_0_17_0_corex_4_4_0": {
|
|
|
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
|
|
|
|
"modelCount": 26852,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 4328,
|
|
|
|
|
"successRate": 0.1611798003873082,
|
|
|
|
|
"wilsonLowerBound": 0.1568302914775415
|
|
|
|
|
},
|
|
|
|
|
"vllm_0_31_0_corex_5_0_0": {
|
|
|
|
|
"framework": "vllm_0_31_0_corex_5_0_0",
|
|
|
|
|
"modelCount": 4,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 3,
|
|
|
|
|
"successRate": 0.75,
|
|
|
|
|
"wilsonLowerBound": 0.30063605244263664
|
|
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
|
|
|
|
"modelCount": 46140,
|
|
|
|
|
"officialConfigError": "malformed_command_argv",
|
|
|
|
|
"officialConfigValid": false,
|
|
|
|
|
"successCount": 5944,
|
|
|
|
|
"successRate": 0.12882531426094496,
|
|
|
|
|
"wilsonLowerBound": 0.12579936211710133
|
|
|
|
|
},
|
|
|
|
|
"vllm_gemma_4": {
|
|
|
|
|
"framework": "vllm_gemma_4",
|
|
|
|
|
"modelCount": 1,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 1,
|
|
|
|
|
"successRate": 1.0,
|
|
|
|
|
"wilsonLowerBound": 0.20654329147389294
|
|
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
|
|
|
|
"modelCount": 9647,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 856,
|
|
|
|
|
"successRate": 0.0887322483673681,
|
|
|
|
|
"wilsonLowerBound": 0.08322027629432208
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Iluvatar_mrv-100": {
|
|
|
|
|
"transformers": {
|
|
|
|
|
"framework": "transformers",
|
|
|
|
|
"modelCount": 206,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 37,
|
|
|
|
|
"successRate": 0.1796116504854369,
|
|
|
|
|
"wilsonLowerBound": 0.13320865973713544
|
|
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
|
|
|
|
"modelCount": 38766,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 8189,
|
|
|
|
|
"successRate": 0.21124180983335913,
|
|
|
|
|
"wilsonLowerBound": 0.2072070957460057
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Kunlunxin_p-800": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
|
|
|
|
"modelCount": 62028,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 12444,
|
|
|
|
|
"successRate": 0.20061907525633585,
|
|
|
|
|
"wilsonLowerBound": 0.1974861016802298
|
|
|
|
|
},
|
|
|
|
|
"vllm_0.25.1": {
|
|
|
|
|
"framework": "vllm_0.25.1",
|
|
|
|
|
"modelCount": 3,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 2,
|
|
|
|
|
"successRate": 0.6666666666666666,
|
|
|
|
|
"wilsonLowerBound": 0.20765495512648788
|
|
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
|
|
|
|
"modelCount": 24403,
|
|
|
|
|
"officialConfigError": "malformed_command_argv",
|
|
|
|
|
"officialConfigValid": false,
|
|
|
|
|
"successCount": 6529,
|
|
|
|
|
"successRate": 0.2675490718354301,
|
|
|
|
|
"wilsonLowerBound": 0.2620317255094956
|
|
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
|
|
|
|
"modelCount": 18072,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 4216,
|
|
|
|
|
"successRate": 0.23328906595838866,
|
|
|
|
|
"wilsonLowerBound": 0.22717996694427675
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"MetaX_c-500": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
|
|
|
|
"modelCount": 73194,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 19904,
|
|
|
|
|
"successRate": 0.2719348580484739,
|
|
|
|
|
"wilsonLowerBound": 0.2687233288462599
|
|
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
|
|
|
|
"modelCount": 4351,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 2386,
|
|
|
|
|
"successRate": 0.5483796828315329,
|
|
|
|
|
"wilsonLowerBound": 0.5335561650192181
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Mthreads_s4000": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
|
|
|
|
"modelCount": 50498,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 22860,
|
|
|
|
|
"successRate": 0.4526911956909185,
|
|
|
|
|
"wilsonLowerBound": 0.44835349384239237
|
|
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
|
|
|
|
"modelCount": 44942,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 6216,
|
|
|
|
|
"successRate": 0.1383116016198656,
|
|
|
|
|
"wilsonLowerBound": 0.1351507125155065
|
|
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
|
|
|
|
"modelCount": 1912,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 0,
|
|
|
|
|
"successRate": 0.0,
|
|
|
|
|
"wilsonLowerBound": 0.0
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Sunrise_pt-200-x1": {
|
|
|
|
|
"sglang": {
|
|
|
|
|
"framework": "sglang",
|
|
|
|
|
"modelCount": 6295,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 192,
|
|
|
|
|
"successRate": 0.03050039714058777,
|
|
|
|
|
"wilsonLowerBound": 0.02653039057584904
|
|
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
|
|
|
|
"modelCount": 10152,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 770,
|
|
|
|
|
"successRate": 0.07584712371946414,
|
|
|
|
|
"wilsonLowerBound": 0.07085586909652215
|
|
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
|
|
|
|
"modelCount": 9144,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 4038,
|
|
|
|
|
"successRate": 0.4416010498687664,
|
|
|
|
|
"wilsonLowerBound": 0.43144938070142097
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Vastai_va16": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
|
|
|
|
"modelCount": 7476,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 254,
|
|
|
|
|
"successRate": 0.03397538790797218,
|
|
|
|
|
"wilsonLowerBound": 0.030102074381377207
|
|
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
|
|
|
|
"modelCount": 27565,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 7699,
|
|
|
|
|
"successRate": 0.27930346453836385,
|
|
|
|
|
"wilsonLowerBound": 0.27403796722353635
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"hygon_k100-ai": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
|
|
|
|
"modelCount": 31111,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 15863,
|
|
|
|
|
"successRate": 0.5098839638712995,
|
|
|
|
|
"wilsonLowerBound": 0.5043280843571294
|
|
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
|
|
|
|
"modelCount": 71088,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 7746,
|
|
|
|
|
"successRate": 0.10896353814989872,
|
|
|
|
|
"wilsonLowerBound": 0.10669404887270756
|
|
|
|
|
},
|
|
|
|
|
"vllm-patch-tokenizer": {
|
|
|
|
|
"framework": "vllm-patch-tokenizer",
|
|
|
|
|
"modelCount": 16759,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 3225,
|
|
|
|
|
"successRate": 0.19243391610477953,
|
|
|
|
|
"wilsonLowerBound": 0.18653621561954498
|
|
|
|
|
},
|
|
|
|
|
"vllm_0.21.0": {
|
|
|
|
|
"framework": "vllm_0.21.0",
|
|
|
|
|
"modelCount": 0,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 0,
|
|
|
|
|
"successRate": 0.0,
|
|
|
|
|
"wilsonLowerBound": 0.0
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"frameworkUpdatedAt": null,
|
2026-11-10 16:54:32 +00:00
|
|
|
"generatedAt": "2026-11-10T16:54:28.328006+00:00",
|
2026-11-10 16:32:12 +00:00
|
|
|
"gpuStats": {
|
|
|
|
|
"Ascend_910-b3": {
|
|
|
|
|
"available": true,
|
2026-11-10 16:53:16 +00:00
|
|
|
"backlogHours": 1292.5217391304348,
|
2026-11-10 16:32:12 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Ascend_910-b3",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 8,
|
2026-11-10 16:53:16 +00:00
|
|
|
"qualityFactor": 1.5276595842342284,
|
|
|
|
|
"queueFactor": 0.9867817566758273,
|
|
|
|
|
"queueWeight": 0.9867817566758273,
|
|
|
|
|
"recentSuccess": 35,
|
|
|
|
|
"recentSuccessRate": 0.2536231884057971,
|
|
|
|
|
"recentTerminal": 138,
|
|
|
|
|
"recentWilsonLowerBound": 0.18838329918622307,
|
|
|
|
|
"running": 8,
|
|
|
|
|
"selectionWeight": 1.507466608133316,
|
2026-11-10 16:32:12 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-11-10 16:53:16 +00:00
|
|
|
"throughputPerHour": 23.0,
|
|
|
|
|
"waiting": 29728
|
2026-11-10 16:32:12 +00:00
|
|
|
},
|
|
|
|
|
"Ascend_910-b4": {
|
|
|
|
|
"available": true,
|
2026-11-10 16:53:16 +00:00
|
|
|
"backlogHours": 1556.6818181818182,
|
2026-11-10 16:32:12 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Ascend_910-b4",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 8,
|
2026-11-10 16:53:16 +00:00
|
|
|
"qualityFactor": 1.8198942626204706,
|
|
|
|
|
"queueFactor": 0.9596366197313022,
|
|
|
|
|
"queueWeight": 0.9596366197313022,
|
2026-11-10 16:32:12 +00:00
|
|
|
"recentSuccess": 36,
|
2026-11-10 16:53:16 +00:00
|
|
|
"recentSuccessRate": 0.2727272727272727,
|
|
|
|
|
"recentTerminal": 132,
|
|
|
|
|
"recentWilsonLowerBound": 0.20398430212669702,
|
|
|
|
|
"running": 8,
|
|
|
|
|
"selectionWeight": 1.7464371784494992,
|
2026-11-10 16:32:12 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-11-10 16:53:16 +00:00
|
|
|
"throughputPerHour": 22.0,
|
|
|
|
|
"waiting": 34247
|
2026-11-10 16:32:12 +00:00
|
|
|
},
|
|
|
|
|
"Biren_166m": {
|
|
|
|
|
"available": true,
|
2026-11-10 16:53:16 +00:00
|
|
|
"backlogHours": 146.3132530120482,
|
2026-11-10 16:32:12 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Biren_166m",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 8,
|
|
|
|
|
"qualityFactor": 0.05,
|
|
|
|
|
"queueFactor": 1.3,
|
|
|
|
|
"queueWeight": 1.3,
|
|
|
|
|
"recentSuccess": 2,
|
2026-11-10 16:53:16 +00:00
|
|
|
"recentSuccessRate": 0.008032128514056224,
|
|
|
|
|
"recentTerminal": 249,
|
|
|
|
|
"recentWilsonLowerBound": 0.002205423879391519,
|
|
|
|
|
"running": 8,
|
2026-11-10 16:32:12 +00:00
|
|
|
"selectionWeight": 0.065,
|
|
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": false,
|
2026-11-10 16:53:16 +00:00
|
|
|
"throughputPerHour": 41.5,
|
|
|
|
|
"waiting": 6072
|
2026-11-10 16:32:12 +00:00
|
|
|
},
|
|
|
|
|
"Cambricon_mlu-370-x4": {
|
|
|
|
|
"available": true,
|
2026-11-10 16:53:16 +00:00
|
|
|
"backlogHours": 1965.0,
|
2026-11-10 16:32:12 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Cambricon_mlu-370-x4",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 7,
|
2026-11-10 16:53:16 +00:00
|
|
|
"qualityFactor": 0.09125069715360143,
|
|
|
|
|
"queueFactor": 0.9266855841274063,
|
|
|
|
|
"queueWeight": 0.9266855841274063,
|
|
|
|
|
"recentSuccess": 7,
|
|
|
|
|
"recentSuccessRate": 0.10606060606060606,
|
|
|
|
|
"recentTerminal": 66,
|
|
|
|
|
"recentWilsonLowerBound": 0.052332807719182424,
|
2026-11-10 16:32:12 +00:00
|
|
|
"running": 7,
|
2026-11-10 16:53:16 +00:00
|
|
|
"selectionWeight": 0.08456070559381819,
|
2026-11-10 16:32:12 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": false,
|
2026-11-10 16:53:16 +00:00
|
|
|
"throughputPerHour": 11.0,
|
|
|
|
|
"waiting": 21615
|
2026-11-10 16:32:12 +00:00
|
|
|
},
|
|
|
|
|
"Cambricon_mlu-370-x8": {
|
|
|
|
|
"available": true,
|
2026-11-10 16:53:16 +00:00
|
|
|
"backlogHours": 483.3809523809524,
|
2026-11-10 16:32:12 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Cambricon_mlu-370-x8",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 7,
|
2026-11-10 16:53:16 +00:00
|
|
|
"qualityFactor": 0.23019240604972446,
|
|
|
|
|
"queueFactor": 1.143650595038004,
|
|
|
|
|
"queueWeight": 1.143650595038004,
|
2026-11-10 16:32:12 +00:00
|
|
|
"recentSuccess": 16,
|
2026-11-10 16:53:16 +00:00
|
|
|
"recentSuccessRate": 0.12698412698412698,
|
|
|
|
|
"recentTerminal": 126,
|
|
|
|
|
"recentWilsonLowerBound": 0.07969577698037429,
|
|
|
|
|
"running": 7,
|
|
|
|
|
"selectionWeight": 0.26325968215199724,
|
2026-11-10 16:32:12 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": false,
|
2026-11-10 16:53:16 +00:00
|
|
|
"throughputPerHour": 21.0,
|
2026-11-10 16:42:12 +00:00
|
|
|
"waiting": 10151
|
2026-11-10 16:32:12 +00:00
|
|
|
},
|
|
|
|
|
"Iluvatar_bi-100": {
|
|
|
|
|
"available": true,
|
2026-11-10 16:53:16 +00:00
|
|
|
"backlogHours": 111.78947368421052,
|
2026-11-10 16:32:12 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Iluvatar_bi-100",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 24,
|
|
|
|
|
"qualityFactor": 0.05,
|
|
|
|
|
"queueFactor": 1.3,
|
|
|
|
|
"queueWeight": 1.3,
|
|
|
|
|
"recentSuccess": 2,
|
2026-11-10 16:53:16 +00:00
|
|
|
"recentSuccessRate": 0.008771929824561403,
|
|
|
|
|
"recentTerminal": 228,
|
|
|
|
|
"recentWilsonLowerBound": 0.0024088345188766976,
|
|
|
|
|
"running": 24,
|
2026-11-10 16:32:12 +00:00
|
|
|
"selectionWeight": 0.065,
|
|
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": false,
|
2026-11-10 16:53:16 +00:00
|
|
|
"throughputPerHour": 38.0,
|
|
|
|
|
"waiting": 4248
|
2026-11-10 16:32:12 +00:00
|
|
|
},
|
|
|
|
|
"Iluvatar_bi-150": {
|
|
|
|
|
"available": true,
|
2026-11-10 16:53:16 +00:00
|
|
|
"backlogHours": 194.00735294117646,
|
2026-11-10 16:32:12 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Iluvatar_bi-150",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 50,
|
|
|
|
|
"qualityFactor": 0.05,
|
|
|
|
|
"queueFactor": 1.3,
|
|
|
|
|
"queueWeight": 1.3,
|
|
|
|
|
"recentSuccess": 5,
|
2026-11-10 16:53:16 +00:00
|
|
|
"recentSuccessRate": 0.01838235294117647,
|
|
|
|
|
"recentTerminal": 272,
|
|
|
|
|
"recentWilsonLowerBound": 0.007876648365179395,
|
2026-11-10 16:32:12 +00:00
|
|
|
"running": 0,
|
|
|
|
|
"selectionWeight": 0.065,
|
|
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": false,
|
2026-11-10 16:53:16 +00:00
|
|
|
"throughputPerHour": 45.333333333333336,
|
|
|
|
|
"waiting": 8795
|
2026-11-10 16:32:12 +00:00
|
|
|
},
|
|
|
|
|
"Iluvatar_mrv-100": {
|
|
|
|
|
"available": true,
|
2026-11-10 16:53:16 +00:00
|
|
|
"backlogHours": 3546.8571428571427,
|
2026-11-10 16:32:12 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Iluvatar_mrv-100",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 2,
|
|
|
|
|
"qualityFactor": 2.5,
|
2026-11-10 16:53:16 +00:00
|
|
|
"queueFactor": 0.8481257239757654,
|
|
|
|
|
"queueWeight": 0.8481257239757654,
|
2026-11-10 16:32:12 +00:00
|
|
|
"recentSuccess": 11,
|
2026-11-10 16:53:16 +00:00
|
|
|
"recentSuccessRate": 0.39285714285714285,
|
|
|
|
|
"recentTerminal": 28,
|
|
|
|
|
"recentWilsonLowerBound": 0.23565451827580033,
|
2026-11-10 16:32:12 +00:00
|
|
|
"running": 2,
|
2026-11-10 16:53:16 +00:00
|
|
|
"selectionWeight": 2.1203143099394133,
|
2026-11-10 16:32:12 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-11-10 16:53:16 +00:00
|
|
|
"throughputPerHour": 4.666666666666667,
|
|
|
|
|
"waiting": 16552
|
2026-11-10 16:32:12 +00:00
|
|
|
},
|
|
|
|
|
"Kunlunxin_p-800": {
|
|
|
|
|
"available": true,
|
2026-11-10 16:53:16 +00:00
|
|
|
"backlogHours": 537.6521739130435,
|
2026-11-10 16:32:12 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Kunlunxin_p-800",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 8,
|
|
|
|
|
"qualityFactor": 0.05,
|
2026-11-10 16:53:16 +00:00
|
|
|
"queueFactor": 1.1255416729767804,
|
|
|
|
|
"queueWeight": 1.1255416729767804,
|
|
|
|
|
"recentSuccess": 8,
|
|
|
|
|
"recentSuccessRate": 0.06956521739130435,
|
|
|
|
|
"recentTerminal": 115,
|
|
|
|
|
"recentWilsonLowerBound": 0.03566822646477971,
|
|
|
|
|
"running": 8,
|
|
|
|
|
"selectionWeight": 0.05627708364883902,
|
2026-11-10 16:32:12 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": false,
|
2026-11-10 16:53:16 +00:00
|
|
|
"throughputPerHour": 19.166666666666668,
|
|
|
|
|
"waiting": 10305
|
2026-11-10 16:32:12 +00:00
|
|
|
},
|
|
|
|
|
"MetaX_c-500": {
|
|
|
|
|
"available": true,
|
2026-11-10 16:53:16 +00:00
|
|
|
"backlogHours": 663.5121951219512,
|
2026-11-10 16:32:12 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "MetaX_c-500",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 4,
|
2026-11-10 16:53:16 +00:00
|
|
|
"qualityFactor": 2.298115747327149,
|
|
|
|
|
"queueFactor": 1.0905848336209765,
|
|
|
|
|
"queueWeight": 1.0905848336209765,
|
|
|
|
|
"recentSuccess": 37,
|
|
|
|
|
"recentSuccessRate": 0.3008130081300813,
|
|
|
|
|
"recentTerminal": 123,
|
|
|
|
|
"recentWilsonLowerBound": 0.22680566759840012,
|
|
|
|
|
"running": 4,
|
|
|
|
|
"selectionWeight": 2.506290179940525,
|
2026-11-10 16:32:12 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-11-10 16:53:16 +00:00
|
|
|
"throughputPerHour": 20.5,
|
|
|
|
|
"waiting": 13602
|
2026-11-10 16:32:12 +00:00
|
|
|
},
|
|
|
|
|
"Mthreads_s4000": {
|
|
|
|
|
"available": true,
|
2026-11-10 16:53:16 +00:00
|
|
|
"backlogHours": 4834.5,
|
2026-11-10 16:32:12 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Mthreads_s4000",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 2,
|
|
|
|
|
"qualityFactor": 0.05,
|
2026-11-10 16:53:16 +00:00
|
|
|
"queueFactor": 0.8096252712147538,
|
|
|
|
|
"queueWeight": 0.8096252712147538,
|
|
|
|
|
"recentSuccess": 2,
|
|
|
|
|
"recentSuccessRate": 0.0625,
|
|
|
|
|
"recentTerminal": 32,
|
|
|
|
|
"recentWilsonLowerBound": 0.01731020319515724,
|
|
|
|
|
"running": 2,
|
|
|
|
|
"selectionWeight": 0.040481263560737696,
|
2026-11-10 16:32:12 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": false,
|
2026-11-10 16:53:16 +00:00
|
|
|
"throughputPerHour": 5.333333333333333,
|
2026-11-10 16:32:12 +00:00
|
|
|
"waiting": 25784
|
|
|
|
|
},
|
|
|
|
|
"Sunrise_pt-200-x1": {
|
|
|
|
|
"available": true,
|
2026-11-10 16:53:16 +00:00
|
|
|
"backlogHours": 3234.0,
|
2026-11-10 16:32:12 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Sunrise_pt-200-x1",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 2,
|
2026-11-10 16:53:16 +00:00
|
|
|
"qualityFactor": 0.5046398353753179,
|
|
|
|
|
"queueFactor": 0.8599551226829063,
|
|
|
|
|
"queueWeight": 0.8599551226829063,
|
|
|
|
|
"recentSuccess": 8,
|
|
|
|
|
"recentSuccessRate": 0.21621621621621623,
|
2026-11-10 16:32:12 +00:00
|
|
|
"recentTerminal": 37,
|
2026-11-10 16:53:16 +00:00
|
|
|
"recentWilsonLowerBound": 0.11386376851955585,
|
2026-11-10 16:32:12 +00:00
|
|
|
"running": 2,
|
2026-11-10 16:53:16 +00:00
|
|
|
"selectionWeight": 0.4339676115408631,
|
2026-11-10 16:32:12 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": false,
|
|
|
|
|
"throughputPerHour": 6.166666666666667,
|
2026-11-10 16:53:16 +00:00
|
|
|
"waiting": 19943
|
2026-11-10 16:32:12 +00:00
|
|
|
},
|
|
|
|
|
"Vastai_va16": {
|
|
|
|
|
"available": true,
|
2026-11-10 16:53:16 +00:00
|
|
|
"backlogHours": 1073.0816326530612,
|
2026-11-10 16:32:12 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Vastai_va16",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 16,
|
2026-11-10 16:53:16 +00:00
|
|
|
"qualityFactor": 0.47922459966484654,
|
|
|
|
|
"queueFactor": 1.014709849639281,
|
|
|
|
|
"queueWeight": 1.014709849639281,
|
|
|
|
|
"recentSuccess": 17,
|
|
|
|
|
"recentSuccessRate": 0.17346938775510204,
|
|
|
|
|
"recentTerminal": 98,
|
|
|
|
|
"recentWilsonLowerBound": 0.11122039941721076,
|
|
|
|
|
"running": 16,
|
|
|
|
|
"selectionWeight": 0.48627392146936105,
|
2026-11-10 16:32:12 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": false,
|
2026-11-10 16:53:16 +00:00
|
|
|
"throughputPerHour": 16.333333333333332,
|
|
|
|
|
"waiting": 17527
|
2026-11-10 16:32:12 +00:00
|
|
|
},
|
|
|
|
|
"hygon_k100-ai": {
|
|
|
|
|
"available": true,
|
2026-11-10 16:53:16 +00:00
|
|
|
"backlogHours": 1791.1724137931035,
|
2026-11-10 16:32:12 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "hygon_k100-ai",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 4,
|
2026-11-10 16:53:16 +00:00
|
|
|
"qualityFactor": 0.7348195533060426,
|
|
|
|
|
"queueFactor": 0.9396501370449506,
|
|
|
|
|
"queueWeight": 0.9396501370449506,
|
|
|
|
|
"recentSuccess": 18,
|
|
|
|
|
"recentSuccessRate": 0.20689655172413793,
|
|
|
|
|
"recentTerminal": 87,
|
|
|
|
|
"recentWilsonLowerBound": 0.13507251809274734,
|
2026-11-10 16:32:12 +00:00
|
|
|
"running": 4,
|
2026-11-10 16:53:16 +00:00
|
|
|
"selectionWeight": 0.6904732939673324,
|
2026-11-10 16:32:12 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": false,
|
2026-11-10 16:53:16 +00:00
|
|
|
"throughputPerHour": 14.5,
|
|
|
|
|
"waiting": 25972
|
2026-11-10 16:32:12 +00:00
|
|
|
}
|
|
|
|
|
},
|
2026-11-10 16:53:16 +00:00
|
|
|
"queueAttemptedAt": "2026-11-10T16:52:10.300842+00:00",
|
2026-11-10 16:32:12 +00:00
|
|
|
"queueError": null,
|
2026-11-10 16:53:16 +00:00
|
|
|
"queueUpdatedAt": "2026-11-10T16:52:10.300842+00:00",
|
2026-11-10 16:32:12 +00:00
|
|
|
"supportedGpus": [
|
|
|
|
|
"Cambricon_mlu-370-x4",
|
|
|
|
|
"Iluvatar_mrv-100",
|
|
|
|
|
"Kunlunxin_p-800",
|
|
|
|
|
"Vastai_va16",
|
|
|
|
|
"Iluvatar_bi-150",
|
|
|
|
|
"Biren_166m",
|
|
|
|
|
"MetaX_c-500",
|
|
|
|
|
"Sunrise_pt-200-x1",
|
|
|
|
|
"Ascend_910-b4",
|
|
|
|
|
"Ascend_910-b3",
|
|
|
|
|
"hygon_k100-ai",
|
|
|
|
|
"Iluvatar_bi-100",
|
|
|
|
|
"Cambricon_mlu-370-x8",
|
|
|
|
|
"Mthreads_s4000"
|
|
|
|
|
],
|
|
|
|
|
"taskTypes": [
|
|
|
|
|
"text-generation"
|
|
|
|
|
],
|
|
|
|
|
"throughputWindowHours": 6,
|
|
|
|
|
"version": 3
|
|
|
|
|
}
|