2026-09-26 08:12:14 +00:00
|
|
|
{
|
2026-09-26 12:55:20 +00:00
|
|
|
"communityAttemptedAt": "2026-09-26T12:55:06.254763+00:00",
|
2026-09-26 08:12:14 +00:00
|
|
|
"communityError": null,
|
|
|
|
|
"communitySample": {},
|
2026-09-26 12:55:20 +00:00
|
|
|
"communityUpdatedAt": "2026-09-26T12:55:06.254763+00:00",
|
2026-09-26 12:41:50 +00:00
|
|
|
"frameworkAttemptedAt": "2026-09-26T12:41:48.971596+00:00",
|
2026-09-26 08:12:14 +00:00
|
|
|
"frameworkError": null,
|
|
|
|
|
"frameworkStats": {
|
|
|
|
|
"text-generation": {
|
|
|
|
|
"Ascend_910-b4": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 34120,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 15398,
|
|
|
|
|
"successRate": 0.45128956623681127,
|
|
|
|
|
"wilsonLowerBound": 0.4460151389620851
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 38153,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 10782,
|
|
|
|
|
"successRate": 0.2825990092522213,
|
|
|
|
|
"wilsonLowerBound": 0.27810294865623497
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 10247,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 4298,
|
|
|
|
|
"successRate": 0.41943983604957547,
|
|
|
|
|
"wilsonLowerBound": 0.40991708931544363
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Biren_166m": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 64121,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 12090,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.1885497730852607,
|
|
|
|
|
"wilsonLowerBound": 0.18554085505439274
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 21584,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 4458,
|
|
|
|
|
"successRate": 0.2065418828762046,
|
|
|
|
|
"wilsonLowerBound": 0.20119355629292213
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 6754,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 72,
|
|
|
|
|
"successRate": 0.010660349422564407,
|
|
|
|
|
"wilsonLowerBound": 0.00847421309844036
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Cambricon_mlu-370-x4": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 26367,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 3243,
|
|
|
|
|
"successRate": 0.12299465240641712,
|
|
|
|
|
"wilsonLowerBound": 0.11908515003043747
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm-customized": {
|
|
|
|
|
"framework": "vllm-customized",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 16481,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 1676,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.10169285844305564,
|
|
|
|
|
"wilsonLowerBound": 0.09717081215513636
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm-mlu": {
|
|
|
|
|
"framework": "vllm-mlu",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 12495,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 5170,
|
|
|
|
|
"successRate": 0.413765506202481,
|
|
|
|
|
"wilsonLowerBound": 0.4051575334565304
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Cambricon_mlu-370-x8": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 24398,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 3794,
|
|
|
|
|
"successRate": 0.15550454955324206,
|
|
|
|
|
"wilsonLowerBound": 0.15101156475780222
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm-customized": {
|
|
|
|
|
"framework": "vllm-customized",
|
|
|
|
|
"modelCount": 8123,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 544,
|
|
|
|
|
"successRate": 0.066970331158439,
|
|
|
|
|
"wilsonLowerBound": 0.061736366111672984
|
|
|
|
|
},
|
|
|
|
|
"vllm-mlu": {
|
|
|
|
|
"framework": "vllm-mlu",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 45834,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 11404,
|
|
|
|
|
"successRate": 0.2488109263865253,
|
|
|
|
|
"wilsonLowerBound": 0.2448741267063936
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Iluvatar_bi-100": {
|
|
|
|
|
"transformers": {
|
|
|
|
|
"framework": "transformers",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 23495,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 3092,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.13160246861034264,
|
|
|
|
|
"wilsonLowerBound": 0.12733988281241942
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 86755,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 9764,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.11254682727220333,
|
|
|
|
|
"wilsonLowerBound": 0.11046091685404098
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm-patch-tokenizer": {
|
|
|
|
|
"framework": "vllm-patch-tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 42084,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 5175,
|
|
|
|
|
"successRate": 0.12296834901625321,
|
|
|
|
|
"wilsonLowerBound": 0.11986508631761844
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 36352,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 3495,
|
|
|
|
|
"successRate": 0.09614326584507042,
|
|
|
|
|
"wilsonLowerBound": 0.09315539134700093
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Iluvatar_bi-150": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 89758,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 21605,
|
|
|
|
|
"successRate": 0.2407027785824105,
|
|
|
|
|
"wilsonLowerBound": 0.23791708454043425
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"transformers": {
|
|
|
|
|
"framework": "transformers",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 5348,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 577,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.10789080029917726,
|
|
|
|
|
"wilsonLowerBound": 0.09985549336526436
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 112715,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 16523,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.14659095949962295,
|
|
|
|
|
"wilsonLowerBound": 0.14453811177746892
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_0_17_0_corex_4_4_0": {
|
|
|
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 19211,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 3670,
|
|
|
|
|
"successRate": 0.1910363854041955,
|
|
|
|
|
"wilsonLowerBound": 0.18553927967016165
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 43057,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 5597,
|
|
|
|
|
"successRate": 0.12999047773881134,
|
|
|
|
|
"wilsonLowerBound": 0.12684693500796929
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 7095,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 602,
|
|
|
|
|
"successRate": 0.08484848484848485,
|
|
|
|
|
"wilsonLowerBound": 0.07858692960851094
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Iluvatar_mrv-100": {
|
|
|
|
|
"transformers": {
|
|
|
|
|
"framework": "transformers",
|
|
|
|
|
"modelCount": 200,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 36,
|
|
|
|
|
"successRate": 0.18,
|
|
|
|
|
"wilsonLowerBound": 0.1329455066253411
|
|
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 32072,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 5964,
|
|
|
|
|
"successRate": 0.18595659765527564,
|
|
|
|
|
"wilsonLowerBound": 0.18173613193510627
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Kunlunxin_p-800": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 61174,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 12401,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.20271684048778893,
|
|
|
|
|
"wilsonLowerBound": 0.19954971428679735
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 9923,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 2914,
|
|
|
|
|
"successRate": 0.2936611911720246,
|
|
|
|
|
"wilsonLowerBound": 0.2847812575226262
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 13977,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 3515,
|
|
|
|
|
"successRate": 0.25148458181297845,
|
|
|
|
|
"wilsonLowerBound": 0.2443606133947901
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"MetaX_c-500": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 63420,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 17367,
|
|
|
|
|
"successRate": 0.273841059602649,
|
|
|
|
|
"wilsonLowerBound": 0.2703842080775186
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 167,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 114,
|
|
|
|
|
"successRate": 0.6826347305389222,
|
|
|
|
|
"wilsonLowerBound": 0.608610810527285
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Mthreads_s4000": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 47140,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 20798,
|
|
|
|
|
"successRate": 0.4411964361476453,
|
|
|
|
|
"wilsonLowerBound": 0.43671904658995764
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 37460,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 3853,
|
|
|
|
|
"successRate": 0.10285638013881473,
|
|
|
|
|
"wilsonLowerBound": 0.0998207621238759
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 751,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 0,
|
|
|
|
|
"successRate": 0.0,
|
|
|
|
|
"wilsonLowerBound": 0.0
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Sunrise_pt-200-x1": {
|
|
|
|
|
"sglang": {
|
|
|
|
|
"framework": "sglang",
|
|
|
|
|
"modelCount": 6281,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 192,
|
|
|
|
|
"successRate": 0.030568380831077855,
|
|
|
|
|
"wilsonLowerBound": 0.02658963799640948
|
|
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 10039,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 743,
|
|
|
|
|
"successRate": 0.07401135571272038,
|
|
|
|
|
"wilsonLowerBound": 0.06905159739268005
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 6328,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 2723,
|
|
|
|
|
"successRate": 0.4303097345132743,
|
|
|
|
|
"wilsonLowerBound": 0.4181564030863923
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Vastai_va16": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 7390,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 239,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.03234100135317997,
|
|
|
|
|
"wilsonLowerBound": 0.02854431138137587
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 13519,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 4380,
|
|
|
|
|
"successRate": 0.3239884606849619,
|
|
|
|
|
"wilsonLowerBound": 0.3161503581883936
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"hygon_k100-ai": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 27025,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 13753,
|
|
|
|
|
"successRate": 0.5088991674375578,
|
|
|
|
|
"wilsonLowerBound": 0.502937939514974
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 63917,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 6558,
|
|
|
|
|
"successRate": 0.10260181172458031,
|
|
|
|
|
"wilsonLowerBound": 0.10027320761045752
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm-patch-tokenizer": {
|
|
|
|
|
"framework": "vllm-patch-tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 12855,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 1928,
|
|
|
|
|
"successRate": 0.1499805523142746,
|
|
|
|
|
"wilsonLowerBound": 0.14391278764762871
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"frameworkUpdatedAt": null,
|
2026-09-26 13:07:55 +00:00
|
|
|
"generatedAt": "2026-09-26T13:07:52.082082+00:00",
|
2026-09-26 08:12:14 +00:00
|
|
|
"gpuStats": {
|
|
|
|
|
"Ascend_910-b4": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"backlogHours": 1386.774193548387,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Ascend_910-b4",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 8,
|
2026-09-26 13:05:56 +00:00
|
|
|
"qualityFactor": 1.314324351193449,
|
|
|
|
|
"queueFactor": 0.8850367124959239,
|
|
|
|
|
"queueWeight": 0.8850367124959239,
|
2026-09-26 12:32:19 +00:00
|
|
|
"recentSuccess": 52,
|
2026-09-26 13:05:56 +00:00
|
|
|
"recentSuccessRate": 0.41935483870967744,
|
|
|
|
|
"recentTerminal": 124,
|
|
|
|
|
"recentWilsonLowerBound": 0.336204478505674,
|
|
|
|
|
"running": 9,
|
|
|
|
|
"selectionWeight": 1.1632253029335882,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"throughputPerHour": 20.666666666666668,
|
2026-09-26 12:55:20 +00:00
|
|
|
"waiting": 28660
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Biren_166m": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"backlogHours": 137.69832402234638,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Biren_166m",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 8,
|
2026-09-26 13:05:56 +00:00
|
|
|
"qualityFactor": 0.25221269059887524,
|
|
|
|
|
"queueFactor": 1.2514769374545602,
|
|
|
|
|
"queueWeight": 1.2514769374545602,
|
2026-09-26 12:55:20 +00:00
|
|
|
"recentSuccess": 38,
|
2026-09-26 13:05:56 +00:00
|
|
|
"recentSuccessRate": 0.2122905027932961,
|
|
|
|
|
"recentTerminal": 179,
|
|
|
|
|
"recentWilsonLowerBound": 0.15875363105845,
|
2026-09-26 11:48:57 +00:00
|
|
|
"running": 8,
|
2026-09-26 13:05:56 +00:00
|
|
|
"selectionWeight": 0.31563836561785497,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
2026-09-26 12:43:41 +00:00
|
|
|
"submissionEligible": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"throughputPerHour": 29.833333333333332,
|
2026-09-26 12:55:20 +00:00
|
|
|
"waiting": 4108
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Cambricon_mlu-370-x4": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"backlogHours": 1165.7692307692307,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Cambricon_mlu-370-x4",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 7,
|
2026-09-26 13:05:56 +00:00
|
|
|
"qualityFactor": 0.22674058551495857,
|
|
|
|
|
"queueFactor": 0.9083856409516528,
|
|
|
|
|
"queueWeight": 0.9083856409516528,
|
|
|
|
|
"recentSuccess": 18,
|
|
|
|
|
"recentSuccessRate": 0.23076923076923078,
|
|
|
|
|
"recentTerminal": 78,
|
|
|
|
|
"recentWilsonLowerBound": 0.15125388693827768,
|
2026-09-26 11:48:57 +00:00
|
|
|
"running": 7,
|
2026-09-26 13:05:56 +00:00
|
|
|
"selectionWeight": 0.20596789210275868,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
2026-09-26 13:05:56 +00:00
|
|
|
"submissionEligible": true,
|
|
|
|
|
"throughputPerHour": 13.0,
|
|
|
|
|
"waiting": 15155
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Cambricon_mlu-370-x8": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"backlogHours": 407.4,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Cambricon_mlu-370-x8",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 7,
|
2026-09-26 13:05:56 +00:00
|
|
|
"qualityFactor": 0.1730972441032955,
|
|
|
|
|
"queueFactor": 1.063552652779897,
|
|
|
|
|
"queueWeight": 1.063552652779897,
|
|
|
|
|
"recentSuccess": 25,
|
|
|
|
|
"recentSuccessRate": 0.19230769230769232,
|
|
|
|
|
"recentTerminal": 130,
|
|
|
|
|
"recentWilsonLowerBound": 0.1337876543053107,
|
2026-09-26 12:55:20 +00:00
|
|
|
"running": 7,
|
2026-09-26 13:05:56 +00:00
|
|
|
"selectionWeight": 0.18409803315494933,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
2026-09-26 12:20:49 +00:00
|
|
|
"submissionEligible": false,
|
2026-09-26 13:05:56 +00:00
|
|
|
"throughputPerHour": 21.666666666666668,
|
2026-09-26 12:55:20 +00:00
|
|
|
"waiting": 8827
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Iluvatar_bi-100": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"backlogHours": 38.59016393442623,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Iluvatar_bi-100",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 24,
|
|
|
|
|
"qualityFactor": 0.05,
|
|
|
|
|
"queueFactor": 1.3,
|
|
|
|
|
"queueWeight": 1.3,
|
2026-09-26 13:05:56 +00:00
|
|
|
"recentSuccess": 27,
|
|
|
|
|
"recentSuccessRate": 0.07377049180327869,
|
|
|
|
|
"recentTerminal": 366,
|
|
|
|
|
"recentWilsonLowerBound": 0.05119153468069973,
|
|
|
|
|
"running": 25,
|
2026-09-26 08:12:14 +00:00
|
|
|
"selectionWeight": 0.065,
|
|
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": false,
|
2026-09-26 13:05:56 +00:00
|
|
|
"throughputPerHour": 61.0,
|
|
|
|
|
"waiting": 2354
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Iluvatar_bi-150": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"backlogHours": 130.41255605381167,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Iluvatar_bi-150",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 50,
|
2026-09-26 13:05:56 +00:00
|
|
|
"qualityFactor": 0.2649875644004328,
|
|
|
|
|
"queueFactor": 1.261723633084743,
|
|
|
|
|
"queueWeight": 1.261723633084743,
|
|
|
|
|
"recentSuccess": 47,
|
|
|
|
|
"recentSuccessRate": 0.21076233183856502,
|
|
|
|
|
"recentTerminal": 223,
|
|
|
|
|
"recentWilsonLowerBound": 0.1623594447751774,
|
|
|
|
|
"running": 5,
|
|
|
|
|
"selectionWeight": 0.3343410724775914,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
2026-09-26 12:20:49 +00:00
|
|
|
"submissionEligible": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"throughputPerHour": 37.166666666666664,
|
|
|
|
|
"waiting": 4847
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Iluvatar_mrv-100": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"backlogHours": 2819.6470588235293,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Iluvatar_mrv-100",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 2,
|
2026-09-26 13:05:56 +00:00
|
|
|
"qualityFactor": 1.1349541578400515,
|
|
|
|
|
"queueFactor": 0.795669913252477,
|
|
|
|
|
"queueWeight": 0.795669913252477,
|
2026-09-26 12:55:20 +00:00
|
|
|
"recentSuccess": 16,
|
2026-09-26 13:05:56 +00:00
|
|
|
"recentSuccessRate": 0.47058823529411764,
|
|
|
|
|
"recentTerminal": 34,
|
|
|
|
|
"recentWilsonLowerBound": 0.31451251633111366,
|
2026-09-26 09:26:38 +00:00
|
|
|
"running": 2,
|
2026-09-26 13:05:56 +00:00
|
|
|
"selectionWeight": 0.9030488763141319,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"throughputPerHour": 5.666666666666667,
|
|
|
|
|
"waiting": 15978
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Kunlunxin_p-800": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"backlogHours": 372.1923076923077,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Kunlunxin_p-800",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 8,
|
2026-09-26 13:05:56 +00:00
|
|
|
"qualityFactor": 0.36848642330240294,
|
|
|
|
|
"queueFactor": 1.0780701961979169,
|
|
|
|
|
"queueWeight": 1.0780701961979169,
|
|
|
|
|
"recentSuccess": 39,
|
|
|
|
|
"recentSuccessRate": 0.25,
|
|
|
|
|
"recentTerminal": 156,
|
|
|
|
|
"recentWilsonLowerBound": 0.1886108391729631,
|
|
|
|
|
"running": 9,
|
|
|
|
|
"selectionWeight": 0.3972542306658902,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
2026-09-26 10:34:01 +00:00
|
|
|
"submissionEligible": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"throughputPerHour": 26.0,
|
|
|
|
|
"waiting": 9677
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"MetaX_c-500": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"backlogHours": 560.3157894736842,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "MetaX_c-500",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 4,
|
2026-09-26 13:05:56 +00:00
|
|
|
"qualityFactor": 0.9173642374792946,
|
|
|
|
|
"queueFactor": 1.013904894919328,
|
|
|
|
|
"queueWeight": 1.013904894919328,
|
|
|
|
|
"recentSuccess": 42,
|
|
|
|
|
"recentSuccessRate": 0.3684210526315789,
|
|
|
|
|
"recentTerminal": 114,
|
|
|
|
|
"recentWilsonLowerBound": 0.2855100076999257,
|
2026-09-26 11:37:59 +00:00
|
|
|
"running": 4,
|
2026-09-26 13:05:56 +00:00
|
|
|
"selectionWeight": 0.9301200908041936,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"throughputPerHour": 19.0,
|
|
|
|
|
"waiting": 10646
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Mthreads_s4000": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"backlogHours": 2307.3818181818183,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Mthreads_s4000",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 4,
|
2026-09-26 10:11:01 +00:00
|
|
|
"qualityFactor": 2.5,
|
2026-09-26 13:05:56 +00:00
|
|
|
"queueFactor": 0.8199629494526226,
|
|
|
|
|
"queueWeight": 0.8199629494526226,
|
2026-09-26 12:55:20 +00:00
|
|
|
"recentSuccess": 32,
|
2026-09-26 13:05:56 +00:00
|
|
|
"recentSuccessRate": 0.5818181818181818,
|
|
|
|
|
"recentTerminal": 55,
|
|
|
|
|
"recentWilsonLowerBound": 0.4503286833116465,
|
2026-09-26 12:20:49 +00:00
|
|
|
"running": 4,
|
2026-09-26 13:05:56 +00:00
|
|
|
"selectionWeight": 2.0499073736315565,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"throughputPerHour": 9.166666666666666,
|
|
|
|
|
"waiting": 21151
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Sunrise_pt-200-x1": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"backlogHours": 5454.333333333333,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Sunrise_pt-200-x1",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 2,
|
2026-09-26 13:05:56 +00:00
|
|
|
"qualityFactor": 0.26651993719816924,
|
|
|
|
|
"queueFactor": 0.7206939852070661,
|
|
|
|
|
"queueWeight": 0.7206939852070661,
|
|
|
|
|
"recentSuccess": 6,
|
|
|
|
|
"recentSuccessRate": 0.3333333333333333,
|
|
|
|
|
"recentTerminal": 18,
|
|
|
|
|
"recentWilsonLowerBound": 0.16278554363662856,
|
2026-09-26 11:17:41 +00:00
|
|
|
"running": 2,
|
2026-09-26 13:05:56 +00:00
|
|
|
"selectionWeight": 0.19207931567648556,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
2026-09-26 12:43:41 +00:00
|
|
|
"submissionEligible": false,
|
2026-09-26 13:05:56 +00:00
|
|
|
"throughputPerHour": 3.0,
|
|
|
|
|
"waiting": 16363
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Vastai_va16": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"backlogHours": 614.3478260869565,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Vastai_va16",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 16,
|
2026-09-26 13:05:56 +00:00
|
|
|
"qualityFactor": 0.45545998467049964,
|
2026-09-26 08:12:14 +00:00
|
|
|
"queueFactor": 1.0,
|
|
|
|
|
"queueWeight": 1.0,
|
2026-09-26 13:05:56 +00:00
|
|
|
"recentSuccess": 38,
|
|
|
|
|
"recentSuccessRate": 0.2753623188405797,
|
|
|
|
|
"recentTerminal": 138,
|
|
|
|
|
"recentWilsonLowerBound": 0.20768153784982568,
|
2026-09-26 11:37:59 +00:00
|
|
|
"running": 16,
|
2026-09-26 13:05:56 +00:00
|
|
|
"selectionWeight": 0.45545998467049964,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"throughputPerHour": 23.0,
|
|
|
|
|
"waiting": 14130
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"hygon_k100-ai": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"backlogHours": 1007.4174757281553,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "hygon_k100-ai",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 6,
|
2026-09-26 13:05:56 +00:00
|
|
|
"qualityFactor": 0.6154071587277558,
|
|
|
|
|
"queueFactor": 0.9284974745521165,
|
|
|
|
|
"queueWeight": 0.9284974745521165,
|
|
|
|
|
"recentSuccess": 33,
|
|
|
|
|
"recentSuccessRate": 0.32038834951456313,
|
|
|
|
|
"recentTerminal": 103,
|
|
|
|
|
"recentWilsonLowerBound": 0.23812916022953898,
|
|
|
|
|
"running": 8,
|
|
|
|
|
"selectionWeight": 0.5714039927000147,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"throughputPerHour": 17.166666666666668,
|
|
|
|
|
"waiting": 17294
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
2026-09-26 13:05:56 +00:00
|
|
|
"queueAttemptedAt": "2026-09-26T13:05:48.676104+00:00",
|
2026-09-26 08:12:14 +00:00
|
|
|
"queueError": null,
|
2026-09-26 13:05:56 +00:00
|
|
|
"queueUpdatedAt": "2026-09-26T13:05:48.676104+00:00",
|
2026-09-26 08:12:14 +00:00
|
|
|
"supportedGpus": [
|
|
|
|
|
"Vastai_va16",
|
|
|
|
|
"Cambricon_mlu-370-x4",
|
|
|
|
|
"Kunlunxin_p-800",
|
|
|
|
|
"Iluvatar_mrv-100",
|
|
|
|
|
"Iluvatar_bi-150",
|
|
|
|
|
"Ascend_910-b4",
|
|
|
|
|
"hygon_k100-ai",
|
|
|
|
|
"MetaX_c-500",
|
|
|
|
|
"Sunrise_pt-200-x1",
|
|
|
|
|
"Biren_166m",
|
|
|
|
|
"Iluvatar_bi-100",
|
|
|
|
|
"Cambricon_mlu-370-x8",
|
|
|
|
|
"Mthreads_s4000"
|
|
|
|
|
],
|
|
|
|
|
"taskTypes": [
|
|
|
|
|
"text-generation"
|
|
|
|
|
],
|
|
|
|
|
"throughputWindowHours": 6,
|
|
|
|
|
"version": 3
|
|
|
|
|
}
|
