2026-09-26 08:12:14 +00:00
|
|
|
{
|
2026-09-26 13:44:10 +00:00
|
|
|
"communityAttemptedAt": "2026-09-26T13:43:51.524191+00:00",
|
2026-09-26 08:12:14 +00:00
|
|
|
"communityError": null,
|
|
|
|
|
"communitySample": {},
|
2026-09-26 13:44:10 +00:00
|
|
|
"communityUpdatedAt": "2026-09-26T13:43:51.524191+00:00",
|
2026-09-26 12:41:50 +00:00
|
|
|
"frameworkAttemptedAt": "2026-09-26T12:41:48.971596+00:00",
|
2026-09-26 08:12:14 +00:00
|
|
|
"frameworkError": null,
|
|
|
|
|
"frameworkStats": {
|
|
|
|
|
"text-generation": {
|
|
|
|
|
"Ascend_910-b4": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 34120,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 15398,
|
|
|
|
|
"successRate": 0.45128956623681127,
|
|
|
|
|
"wilsonLowerBound": 0.4460151389620851
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 38153,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 10782,
|
|
|
|
|
"successRate": 0.2825990092522213,
|
|
|
|
|
"wilsonLowerBound": 0.27810294865623497
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 10247,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 4298,
|
|
|
|
|
"successRate": 0.41943983604957547,
|
|
|
|
|
"wilsonLowerBound": 0.40991708931544363
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Biren_166m": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 64121,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 12090,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.1885497730852607,
|
|
|
|
|
"wilsonLowerBound": 0.18554085505439274
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 21584,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 4458,
|
|
|
|
|
"successRate": 0.2065418828762046,
|
|
|
|
|
"wilsonLowerBound": 0.20119355629292213
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 6754,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 72,
|
|
|
|
|
"successRate": 0.010660349422564407,
|
|
|
|
|
"wilsonLowerBound": 0.00847421309844036
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Cambricon_mlu-370-x4": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 26367,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 3243,
|
|
|
|
|
"successRate": 0.12299465240641712,
|
|
|
|
|
"wilsonLowerBound": 0.11908515003043747
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm-customized": {
|
|
|
|
|
"framework": "vllm-customized",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 16481,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 1676,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.10169285844305564,
|
|
|
|
|
"wilsonLowerBound": 0.09717081215513636
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm-mlu": {
|
|
|
|
|
"framework": "vllm-mlu",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 12495,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 5170,
|
|
|
|
|
"successRate": 0.413765506202481,
|
|
|
|
|
"wilsonLowerBound": 0.4051575334565304
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Cambricon_mlu-370-x8": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 24398,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 3794,
|
|
|
|
|
"successRate": 0.15550454955324206,
|
|
|
|
|
"wilsonLowerBound": 0.15101156475780222
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm-customized": {
|
|
|
|
|
"framework": "vllm-customized",
|
|
|
|
|
"modelCount": 8123,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 544,
|
|
|
|
|
"successRate": 0.066970331158439,
|
|
|
|
|
"wilsonLowerBound": 0.061736366111672984
|
|
|
|
|
},
|
|
|
|
|
"vllm-mlu": {
|
|
|
|
|
"framework": "vllm-mlu",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 45834,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 11404,
|
|
|
|
|
"successRate": 0.2488109263865253,
|
|
|
|
|
"wilsonLowerBound": 0.2448741267063936
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Iluvatar_bi-100": {
|
|
|
|
|
"transformers": {
|
|
|
|
|
"framework": "transformers",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 23495,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 3092,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.13160246861034264,
|
|
|
|
|
"wilsonLowerBound": 0.12733988281241942
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 86755,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 9764,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.11254682727220333,
|
|
|
|
|
"wilsonLowerBound": 0.11046091685404098
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm-patch-tokenizer": {
|
|
|
|
|
"framework": "vllm-patch-tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 42084,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 5175,
|
|
|
|
|
"successRate": 0.12296834901625321,
|
|
|
|
|
"wilsonLowerBound": 0.11986508631761844
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 36352,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 3495,
|
|
|
|
|
"successRate": 0.09614326584507042,
|
|
|
|
|
"wilsonLowerBound": 0.09315539134700093
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Iluvatar_bi-150": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 89758,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 21605,
|
|
|
|
|
"successRate": 0.2407027785824105,
|
|
|
|
|
"wilsonLowerBound": 0.23791708454043425
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"transformers": {
|
|
|
|
|
"framework": "transformers",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 5348,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 577,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.10789080029917726,
|
|
|
|
|
"wilsonLowerBound": 0.09985549336526436
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 112715,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 16523,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.14659095949962295,
|
|
|
|
|
"wilsonLowerBound": 0.14453811177746892
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_0_17_0_corex_4_4_0": {
|
|
|
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 19211,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 3670,
|
|
|
|
|
"successRate": 0.1910363854041955,
|
|
|
|
|
"wilsonLowerBound": 0.18553927967016165
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 43057,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 5597,
|
|
|
|
|
"successRate": 0.12999047773881134,
|
|
|
|
|
"wilsonLowerBound": 0.12684693500796929
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 7095,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 602,
|
|
|
|
|
"successRate": 0.08484848484848485,
|
|
|
|
|
"wilsonLowerBound": 0.07858692960851094
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Iluvatar_mrv-100": {
|
|
|
|
|
"transformers": {
|
|
|
|
|
"framework": "transformers",
|
|
|
|
|
"modelCount": 200,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 36,
|
|
|
|
|
"successRate": 0.18,
|
|
|
|
|
"wilsonLowerBound": 0.1329455066253411
|
|
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 32072,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 5964,
|
|
|
|
|
"successRate": 0.18595659765527564,
|
|
|
|
|
"wilsonLowerBound": 0.18173613193510627
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Kunlunxin_p-800": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 61174,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 12401,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.20271684048778893,
|
|
|
|
|
"wilsonLowerBound": 0.19954971428679735
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 9923,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 2914,
|
|
|
|
|
"successRate": 0.2936611911720246,
|
|
|
|
|
"wilsonLowerBound": 0.2847812575226262
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 13977,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 3515,
|
|
|
|
|
"successRate": 0.25148458181297845,
|
|
|
|
|
"wilsonLowerBound": 0.2443606133947901
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"MetaX_c-500": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 63420,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 17367,
|
|
|
|
|
"successRate": 0.273841059602649,
|
|
|
|
|
"wilsonLowerBound": 0.2703842080775186
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 167,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 114,
|
|
|
|
|
"successRate": 0.6826347305389222,
|
|
|
|
|
"wilsonLowerBound": 0.608610810527285
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Mthreads_s4000": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 47140,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 20798,
|
|
|
|
|
"successRate": 0.4411964361476453,
|
|
|
|
|
"wilsonLowerBound": 0.43671904658995764
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 37460,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 3853,
|
|
|
|
|
"successRate": 0.10285638013881473,
|
|
|
|
|
"wilsonLowerBound": 0.0998207621238759
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 751,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 0,
|
|
|
|
|
"successRate": 0.0,
|
|
|
|
|
"wilsonLowerBound": 0.0
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Sunrise_pt-200-x1": {
|
|
|
|
|
"sglang": {
|
|
|
|
|
"framework": "sglang",
|
|
|
|
|
"modelCount": 6281,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 192,
|
|
|
|
|
"successRate": 0.030568380831077855,
|
|
|
|
|
"wilsonLowerBound": 0.02658963799640948
|
|
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 10039,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 743,
|
|
|
|
|
"successRate": 0.07401135571272038,
|
|
|
|
|
"wilsonLowerBound": 0.06905159739268005
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 6328,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 2723,
|
|
|
|
|
"successRate": 0.4303097345132743,
|
|
|
|
|
"wilsonLowerBound": 0.4181564030863923
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Vastai_va16": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 7390,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 239,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.03234100135317997,
|
|
|
|
|
"wilsonLowerBound": 0.02854431138137587
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 13519,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 4380,
|
|
|
|
|
"successRate": 0.3239884606849619,
|
|
|
|
|
"wilsonLowerBound": 0.3161503581883936
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"hygon_k100-ai": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 27025,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 13753,
|
|
|
|
|
"successRate": 0.5088991674375578,
|
|
|
|
|
"wilsonLowerBound": 0.502937939514974
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 63917,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 6558,
|
|
|
|
|
"successRate": 0.10260181172458031,
|
|
|
|
|
"wilsonLowerBound": 0.10027320761045752
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm-patch-tokenizer": {
|
|
|
|
|
"framework": "vllm-patch-tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 12855,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 1928,
|
|
|
|
|
"successRate": 0.1499805523142746,
|
|
|
|
|
"wilsonLowerBound": 0.14391278764762871
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"frameworkUpdatedAt": null,
|
2026-09-26 13:44:10 +00:00
|
|
|
"generatedAt": "2026-09-26T13:43:51.524191+00:00",
|
2026-09-26 08:12:14 +00:00
|
|
|
"gpuStats": {
|
|
|
|
|
"Ascend_910-b4": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"backlogHours": 1469.2307692307693,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Ascend_910-b4",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 8,
|
2026-09-26 13:37:39 +00:00
|
|
|
"qualityFactor": 1.4373325943085382,
|
|
|
|
|
"queueFactor": 0.8905301299028487,
|
|
|
|
|
"queueWeight": 0.8905301299028487,
|
|
|
|
|
"recentSuccess": 46,
|
|
|
|
|
"recentSuccessRate": 0.39316239316239315,
|
|
|
|
|
"recentTerminal": 117,
|
|
|
|
|
"recentWilsonLowerBound": 0.30940224231008556,
|
|
|
|
|
"running": 10,
|
|
|
|
|
"selectionWeight": 1.2799879819231812,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"throughputPerHour": 19.5,
|
|
|
|
|
"waiting": 28650
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Biren_166m": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"backlogHours": 137.43016759776538,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Biren_166m",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 8,
|
2026-09-26 13:37:39 +00:00
|
|
|
"qualityFactor": 0.33112939637369615,
|
|
|
|
|
"queueFactor": 1.270573545384743,
|
|
|
|
|
"queueWeight": 1.270573545384743,
|
|
|
|
|
"recentSuccess": 38,
|
|
|
|
|
"recentSuccessRate": 0.2122905027932961,
|
|
|
|
|
"recentTerminal": 179,
|
|
|
|
|
"recentWilsonLowerBound": 0.15875363105845,
|
2026-09-26 13:27:05 +00:00
|
|
|
"running": 8,
|
2026-09-26 13:37:39 +00:00
|
|
|
"selectionWeight": 0.42072425113163703,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
2026-09-26 12:43:41 +00:00
|
|
|
"submissionEligible": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"throughputPerHour": 29.833333333333332,
|
|
|
|
|
"waiting": 4100
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Cambricon_mlu-370-x4": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"backlogHours": 1180.8311688311687,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Cambricon_mlu-370-x4",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 7,
|
2026-09-26 13:37:39 +00:00
|
|
|
"qualityFactor": 0.22118260814321228,
|
|
|
|
|
"queueFactor": 0.9202036442358826,
|
|
|
|
|
"queueWeight": 0.9202036442358826,
|
2026-09-26 13:16:00 +00:00
|
|
|
"recentSuccess": 16,
|
2026-09-26 13:37:39 +00:00
|
|
|
"recentSuccessRate": 0.2077922077922078,
|
|
|
|
|
"recentTerminal": 77,
|
|
|
|
|
"recentWilsonLowerBound": 0.13214965937388248,
|
|
|
|
|
"running": 9,
|
|
|
|
|
"selectionWeight": 0.20353304205498116,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
2026-09-26 13:16:00 +00:00
|
|
|
"submissionEligible": false,
|
2026-09-26 13:37:39 +00:00
|
|
|
"throughputPerHour": 12.833333333333334,
|
|
|
|
|
"waiting": 15154
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Cambricon_mlu-370-x8": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"backlogHours": 426.8709677419355,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Cambricon_mlu-370-x8",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 7,
|
2026-09-26 13:37:39 +00:00
|
|
|
"qualityFactor": 0.25292462925672804,
|
|
|
|
|
"queueFactor": 1.0719329658457344,
|
|
|
|
|
"queueWeight": 1.0719329658457344,
|
|
|
|
|
"recentSuccess": 25,
|
|
|
|
|
"recentSuccessRate": 0.20161290322580644,
|
|
|
|
|
"recentTerminal": 124,
|
|
|
|
|
"recentWilsonLowerBound": 0.14045552978982973,
|
2026-09-26 12:55:20 +00:00
|
|
|
"running": 7,
|
2026-09-26 13:37:39 +00:00
|
|
|
"selectionWeight": 0.27111824797459727,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
2026-09-26 12:20:49 +00:00
|
|
|
"submissionEligible": false,
|
2026-09-26 13:37:39 +00:00
|
|
|
"throughputPerHour": 20.666666666666668,
|
|
|
|
|
"waiting": 8822
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Iluvatar_bi-100": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"backlogHours": 39.00831024930748,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Iluvatar_bi-100",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 24,
|
|
|
|
|
"qualityFactor": 0.05,
|
|
|
|
|
"queueFactor": 1.3,
|
|
|
|
|
"queueWeight": 1.3,
|
2026-09-26 13:37:39 +00:00
|
|
|
"recentSuccess": 28,
|
|
|
|
|
"recentSuccessRate": 0.07756232686980609,
|
|
|
|
|
"recentTerminal": 361,
|
|
|
|
|
"recentWilsonLowerBound": 0.054205111165544925,
|
2026-09-26 13:27:05 +00:00
|
|
|
"running": 24,
|
2026-09-26 08:12:14 +00:00
|
|
|
"selectionWeight": 0.065,
|
|
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": false,
|
2026-09-26 13:37:39 +00:00
|
|
|
"throughputPerHour": 60.166666666666664,
|
|
|
|
|
"waiting": 2347
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Iluvatar_bi-150": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"backlogHours": 124.41025641025641,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Iluvatar_bi-150",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 50,
|
2026-09-26 13:37:39 +00:00
|
|
|
"qualityFactor": 0.3470192748188589,
|
|
|
|
|
"queueFactor": 1.2896851294551415,
|
|
|
|
|
"queueWeight": 1.2896851294551415,
|
|
|
|
|
"recentSuccess": 49,
|
|
|
|
|
"recentSuccessRate": 0.2094017094017094,
|
|
|
|
|
"recentTerminal": 234,
|
|
|
|
|
"recentWilsonLowerBound": 0.16217217121598468,
|
|
|
|
|
"running": 5,
|
|
|
|
|
"selectionWeight": 0.44754559836818936,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
2026-09-26 12:20:49 +00:00
|
|
|
"submissionEligible": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"throughputPerHour": 39.0,
|
|
|
|
|
"waiting": 4852
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Iluvatar_mrv-100": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"backlogHours": 2995.6875,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Iluvatar_mrv-100",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 2,
|
2026-09-26 13:37:39 +00:00
|
|
|
"qualityFactor": 1.7267212360948152,
|
|
|
|
|
"queueFactor": 0.8002720404609545,
|
|
|
|
|
"queueWeight": 0.8002720404609545,
|
|
|
|
|
"recentSuccess": 16,
|
|
|
|
|
"recentSuccessRate": 0.5,
|
|
|
|
|
"recentTerminal": 32,
|
|
|
|
|
"recentWilsonLowerBound": 0.33630614316859386,
|
2026-09-26 09:26:38 +00:00
|
|
|
"running": 2,
|
2026-09-26 13:37:39 +00:00
|
|
|
"selectionWeight": 1.3818467269168593,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"throughputPerHour": 5.333333333333333,
|
|
|
|
|
"waiting": 15977
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Kunlunxin_p-800": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"backlogHours": 365.0943396226415,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Kunlunxin_p-800",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 8,
|
2026-09-26 13:37:39 +00:00
|
|
|
"qualityFactor": 0.4632843252898954,
|
|
|
|
|
"queueFactor": 1.0973656333695099,
|
|
|
|
|
"queueWeight": 1.0973656333695099,
|
2026-09-26 13:05:56 +00:00
|
|
|
"recentSuccess": 39,
|
2026-09-26 13:37:39 +00:00
|
|
|
"recentSuccessRate": 0.24528301886792453,
|
|
|
|
|
"recentTerminal": 159,
|
|
|
|
|
"recentWilsonLowerBound": 0.18493497905616552,
|
2026-09-26 13:16:00 +00:00
|
|
|
"running": 8,
|
2026-09-26 13:37:39 +00:00
|
|
|
"selectionWeight": 0.5083922970519121,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
2026-09-26 10:34:01 +00:00
|
|
|
"submissionEligible": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"throughputPerHour": 26.5,
|
|
|
|
|
"waiting": 9675
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"MetaX_c-500": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"backlogHours": 591.2222222222222,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "MetaX_c-500",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 4,
|
2026-09-26 13:37:39 +00:00
|
|
|
"qualityFactor": 1.1244582123131828,
|
|
|
|
|
"queueFactor": 1.0208207931716349,
|
|
|
|
|
"queueWeight": 1.0208207931716349,
|
|
|
|
|
"recentSuccess": 39,
|
|
|
|
|
"recentSuccessRate": 0.3611111111111111,
|
|
|
|
|
"recentTerminal": 108,
|
|
|
|
|
"recentWilsonLowerBound": 0.2767340307537134,
|
2026-09-26 13:27:05 +00:00
|
|
|
"running": 4,
|
2026-09-26 13:37:39 +00:00
|
|
|
"selectionWeight": 1.147870324181902,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"throughputPerHour": 18.0,
|
2026-09-26 13:27:05 +00:00
|
|
|
"waiting": 10642
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Mthreads_s4000": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"backlogHours": 2306.9454545454546,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Mthreads_s4000",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 4,
|
2026-09-26 10:11:01 +00:00
|
|
|
"qualityFactor": 2.5,
|
2026-09-26 13:37:39 +00:00
|
|
|
"queueFactor": 0.8322552072694184,
|
|
|
|
|
"queueWeight": 0.8322552072694184,
|
|
|
|
|
"recentSuccess": 29,
|
|
|
|
|
"recentSuccessRate": 0.5272727272727272,
|
|
|
|
|
"recentTerminal": 55,
|
|
|
|
|
"recentWilsonLowerBound": 0.39791319071629383,
|
2026-09-26 12:20:49 +00:00
|
|
|
"running": 4,
|
2026-09-26 13:37:39 +00:00
|
|
|
"selectionWeight": 2.0806380181735458,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"throughputPerHour": 9.166666666666666,
|
|
|
|
|
"waiting": 21147
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Sunrise_pt-200-x1": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"backlogHours": 4908.3,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Sunrise_pt-200-x1",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 2,
|
2026-09-26 13:37:39 +00:00
|
|
|
"qualityFactor": 0.4428927590718957,
|
|
|
|
|
"queueFactor": 0.7431431092218301,
|
|
|
|
|
"queueWeight": 0.7431431092218301,
|
2026-09-26 13:16:00 +00:00
|
|
|
"recentSuccess": 7,
|
|
|
|
|
"recentSuccessRate": 0.35,
|
|
|
|
|
"recentTerminal": 20,
|
|
|
|
|
"recentWilsonLowerBound": 0.1811895478679446,
|
2026-09-26 11:17:41 +00:00
|
|
|
"running": 2,
|
2026-09-26 13:37:39 +00:00
|
|
|
"selectionWeight": 0.32913270202852346,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
2026-09-26 13:16:00 +00:00
|
|
|
"submissionEligible": true,
|
|
|
|
|
"throughputPerHour": 3.3333333333333335,
|
|
|
|
|
"waiting": 16361
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Vastai_va16": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"backlogHours": 678.288,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Vastai_va16",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 16,
|
2026-09-26 13:37:39 +00:00
|
|
|
"qualityFactor": 0.914326703348543,
|
2026-09-26 08:12:14 +00:00
|
|
|
"queueFactor": 1.0,
|
|
|
|
|
"queueWeight": 1.0,
|
2026-09-26 13:37:39 +00:00
|
|
|
"recentSuccess": 41,
|
|
|
|
|
"recentSuccessRate": 0.328,
|
|
|
|
|
"recentTerminal": 125,
|
|
|
|
|
"recentWilsonLowerBound": 0.2518983564500454,
|
2026-09-26 11:37:59 +00:00
|
|
|
"running": 16,
|
2026-09-26 13:37:39 +00:00
|
|
|
"selectionWeight": 0.914326703348543,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"throughputPerHour": 20.833333333333332,
|
2026-09-26 13:27:05 +00:00
|
|
|
"waiting": 14131
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"hygon_k100-ai": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"backlogHours": 1028.0792079207922,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "hygon_k100-ai",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 6,
|
2026-09-26 13:37:39 +00:00
|
|
|
"qualityFactor": 0.7791752738710953,
|
|
|
|
|
"queueFactor": 0.9395245518720723,
|
|
|
|
|
"queueWeight": 0.9395245518720723,
|
|
|
|
|
"recentSuccess": 32,
|
|
|
|
|
"recentSuccessRate": 0.31683168316831684,
|
|
|
|
|
"recentTerminal": 101,
|
|
|
|
|
"recentWilsonLowerBound": 0.23423391085400688,
|
2026-09-26 13:16:00 +00:00
|
|
|
"running": 6,
|
2026-09-26 13:37:39 +00:00
|
|
|
"selectionWeight": 0.73205430001354,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-26 13:37:39 +00:00
|
|
|
"throughputPerHour": 16.833333333333332,
|
|
|
|
|
"waiting": 17306
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
2026-09-26 13:37:39 +00:00
|
|
|
"queueAttemptedAt": "2026-09-26T13:37:34.053778+00:00",
|
2026-09-26 08:12:14 +00:00
|
|
|
"queueError": null,
|
2026-09-26 13:37:39 +00:00
|
|
|
"queueUpdatedAt": "2026-09-26T13:37:34.053778+00:00",
|
2026-09-26 08:12:14 +00:00
|
|
|
"supportedGpus": [
|
|
|
|
|
"Vastai_va16",
|
|
|
|
|
"Cambricon_mlu-370-x4",
|
|
|
|
|
"Kunlunxin_p-800",
|
|
|
|
|
"Iluvatar_mrv-100",
|
|
|
|
|
"Iluvatar_bi-150",
|
|
|
|
|
"Ascend_910-b4",
|
|
|
|
|
"hygon_k100-ai",
|
|
|
|
|
"MetaX_c-500",
|
|
|
|
|
"Sunrise_pt-200-x1",
|
|
|
|
|
"Biren_166m",
|
|
|
|
|
"Iluvatar_bi-100",
|
|
|
|
|
"Cambricon_mlu-370-x8",
|
|
|
|
|
"Mthreads_s4000"
|
|
|
|
|
],
|
|
|
|
|
"taskTypes": [
|
|
|
|
|
"text-generation"
|
|
|
|
|
],
|
|
|
|
|
"throughputWindowHours": 6,
|
|
|
|
|
"version": 3
|
|
|
|
|
}
|
