2026-09-26 08:12:14 +00:00
|
|
|
{
|
2026-09-26 13:12:08 +00:00
|
|
|
"communityAttemptedAt": "2026-09-26T13:11:51.547231+00:00",
|
2026-09-26 08:12:14 +00:00
|
|
|
"communityError": null,
|
|
|
|
|
"communitySample": {},
|
2026-09-26 13:12:08 +00:00
|
|
|
"communityUpdatedAt": "2026-09-26T13:11:51.547231+00:00",
|
2026-09-26 12:41:50 +00:00
|
|
|
"frameworkAttemptedAt": "2026-09-26T12:41:48.971596+00:00",
|
2026-09-26 08:12:14 +00:00
|
|
|
"frameworkError": null,
|
|
|
|
|
"frameworkStats": {
|
|
|
|
|
"text-generation": {
|
|
|
|
|
"Ascend_910-b4": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 34120,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 15398,
|
|
|
|
|
"successRate": 0.45128956623681127,
|
|
|
|
|
"wilsonLowerBound": 0.4460151389620851
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 38153,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 10782,
|
|
|
|
|
"successRate": 0.2825990092522213,
|
|
|
|
|
"wilsonLowerBound": 0.27810294865623497
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 10247,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 4298,
|
|
|
|
|
"successRate": 0.41943983604957547,
|
|
|
|
|
"wilsonLowerBound": 0.40991708931544363
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Biren_166m": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 64121,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 12090,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.1885497730852607,
|
|
|
|
|
"wilsonLowerBound": 0.18554085505439274
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 21584,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 4458,
|
|
|
|
|
"successRate": 0.2065418828762046,
|
|
|
|
|
"wilsonLowerBound": 0.20119355629292213
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 6754,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 72,
|
|
|
|
|
"successRate": 0.010660349422564407,
|
|
|
|
|
"wilsonLowerBound": 0.00847421309844036
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Cambricon_mlu-370-x4": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 26367,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 3243,
|
|
|
|
|
"successRate": 0.12299465240641712,
|
|
|
|
|
"wilsonLowerBound": 0.11908515003043747
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm-customized": {
|
|
|
|
|
"framework": "vllm-customized",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 16481,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 1676,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.10169285844305564,
|
|
|
|
|
"wilsonLowerBound": 0.09717081215513636
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm-mlu": {
|
|
|
|
|
"framework": "vllm-mlu",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 12495,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 5170,
|
|
|
|
|
"successRate": 0.413765506202481,
|
|
|
|
|
"wilsonLowerBound": 0.4051575334565304
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Cambricon_mlu-370-x8": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 24398,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 3794,
|
|
|
|
|
"successRate": 0.15550454955324206,
|
|
|
|
|
"wilsonLowerBound": 0.15101156475780222
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm-customized": {
|
|
|
|
|
"framework": "vllm-customized",
|
|
|
|
|
"modelCount": 8123,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 544,
|
|
|
|
|
"successRate": 0.066970331158439,
|
|
|
|
|
"wilsonLowerBound": 0.061736366111672984
|
|
|
|
|
},
|
|
|
|
|
"vllm-mlu": {
|
|
|
|
|
"framework": "vllm-mlu",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 45834,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 11404,
|
|
|
|
|
"successRate": 0.2488109263865253,
|
|
|
|
|
"wilsonLowerBound": 0.2448741267063936
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Iluvatar_bi-100": {
|
|
|
|
|
"transformers": {
|
|
|
|
|
"framework": "transformers",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 23495,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 3092,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.13160246861034264,
|
|
|
|
|
"wilsonLowerBound": 0.12733988281241942
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 86755,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 9764,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.11254682727220333,
|
|
|
|
|
"wilsonLowerBound": 0.11046091685404098
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm-patch-tokenizer": {
|
|
|
|
|
"framework": "vllm-patch-tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 42084,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 5175,
|
|
|
|
|
"successRate": 0.12296834901625321,
|
|
|
|
|
"wilsonLowerBound": 0.11986508631761844
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 36352,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 3495,
|
|
|
|
|
"successRate": 0.09614326584507042,
|
|
|
|
|
"wilsonLowerBound": 0.09315539134700093
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Iluvatar_bi-150": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 89758,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 21605,
|
|
|
|
|
"successRate": 0.2407027785824105,
|
|
|
|
|
"wilsonLowerBound": 0.23791708454043425
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"transformers": {
|
|
|
|
|
"framework": "transformers",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 5348,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 577,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.10789080029917726,
|
|
|
|
|
"wilsonLowerBound": 0.09985549336526436
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 112715,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 16523,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.14659095949962295,
|
|
|
|
|
"wilsonLowerBound": 0.14453811177746892
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_0_17_0_corex_4_4_0": {
|
|
|
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 19211,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 3670,
|
|
|
|
|
"successRate": 0.1910363854041955,
|
|
|
|
|
"wilsonLowerBound": 0.18553927967016165
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 43057,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 5597,
|
|
|
|
|
"successRate": 0.12999047773881134,
|
|
|
|
|
"wilsonLowerBound": 0.12684693500796929
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 7095,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 602,
|
|
|
|
|
"successRate": 0.08484848484848485,
|
|
|
|
|
"wilsonLowerBound": 0.07858692960851094
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Iluvatar_mrv-100": {
|
|
|
|
|
"transformers": {
|
|
|
|
|
"framework": "transformers",
|
|
|
|
|
"modelCount": 200,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 36,
|
|
|
|
|
"successRate": 0.18,
|
|
|
|
|
"wilsonLowerBound": 0.1329455066253411
|
|
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 32072,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 5964,
|
|
|
|
|
"successRate": 0.18595659765527564,
|
|
|
|
|
"wilsonLowerBound": 0.18173613193510627
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Kunlunxin_p-800": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 61174,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 12401,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.20271684048778893,
|
|
|
|
|
"wilsonLowerBound": 0.19954971428679735
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 9923,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 2914,
|
|
|
|
|
"successRate": 0.2936611911720246,
|
|
|
|
|
"wilsonLowerBound": 0.2847812575226262
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 13977,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 3515,
|
|
|
|
|
"successRate": 0.25148458181297845,
|
|
|
|
|
"wilsonLowerBound": 0.2443606133947901
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"MetaX_c-500": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 63420,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 17367,
|
|
|
|
|
"successRate": 0.273841059602649,
|
|
|
|
|
"wilsonLowerBound": 0.2703842080775186
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 167,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 114,
|
|
|
|
|
"successRate": 0.6826347305389222,
|
|
|
|
|
"wilsonLowerBound": 0.608610810527285
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Mthreads_s4000": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 47140,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 20798,
|
|
|
|
|
"successRate": 0.4411964361476453,
|
|
|
|
|
"wilsonLowerBound": 0.43671904658995764
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 37460,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 3853,
|
|
|
|
|
"successRate": 0.10285638013881473,
|
|
|
|
|
"wilsonLowerBound": 0.0998207621238759
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 751,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 0,
|
|
|
|
|
"successRate": 0.0,
|
|
|
|
|
"wilsonLowerBound": 0.0
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Sunrise_pt-200-x1": {
|
|
|
|
|
"sglang": {
|
|
|
|
|
"framework": "sglang",
|
|
|
|
|
"modelCount": 6281,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 192,
|
|
|
|
|
"successRate": 0.030568380831077855,
|
|
|
|
|
"wilsonLowerBound": 0.02658963799640948
|
|
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 10039,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 743,
|
|
|
|
|
"successRate": 0.07401135571272038,
|
|
|
|
|
"wilsonLowerBound": 0.06905159739268005
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 6328,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 2723,
|
|
|
|
|
"successRate": 0.4303097345132743,
|
|
|
|
|
"wilsonLowerBound": 0.4181564030863923
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Vastai_va16": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 7390,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 239,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successRate": 0.03234100135317997,
|
|
|
|
|
"wilsonLowerBound": 0.02854431138137587
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 13519,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 4380,
|
|
|
|
|
"successRate": 0.3239884606849619,
|
|
|
|
|
"wilsonLowerBound": 0.3161503581883936
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"hygon_k100-ai": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 27025,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 13753,
|
|
|
|
|
"successRate": 0.5088991674375578,
|
|
|
|
|
"wilsonLowerBound": 0.502937939514974
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 63917,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 6558,
|
|
|
|
|
"successRate": 0.10260181172458031,
|
|
|
|
|
"wilsonLowerBound": 0.10027320761045752
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"vllm-patch-tokenizer": {
|
|
|
|
|
"framework": "vllm-patch-tokenizer",
|
2026-09-26 12:41:50 +00:00
|
|
|
"modelCount": 12855,
|
2026-09-26 08:12:14 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-26 12:41:50 +00:00
|
|
|
"successCount": 1928,
|
|
|
|
|
"successRate": 0.1499805523142746,
|
|
|
|
|
"wilsonLowerBound": 0.14391278764762871
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"frameworkUpdatedAt": null,
|
2026-09-26 13:24:56 +00:00
|
|
|
"generatedAt": "2026-09-26T13:24:52.767342+00:00",
|
2026-09-26 08:12:14 +00:00
|
|
|
"gpuStats": {
|
|
|
|
|
"Ascend_910-b4": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"backlogHours": 1397.9024390243903,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Ascend_910-b4",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 8,
|
2026-09-26 13:16:00 +00:00
|
|
|
"qualityFactor": 1.4414108679642776,
|
|
|
|
|
"queueFactor": 0.8898806887054306,
|
|
|
|
|
"queueWeight": 0.8898806887054306,
|
|
|
|
|
"recentSuccess": 50,
|
|
|
|
|
"recentSuccessRate": 0.4065040650406504,
|
|
|
|
|
"recentTerminal": 123,
|
|
|
|
|
"recentWilsonLowerBound": 0.32380845131879504,
|
|
|
|
|
"running": 8,
|
|
|
|
|
"selectionWeight": 1.2826836958915437,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"throughputPerHour": 20.5,
|
|
|
|
|
"waiting": 28657
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Biren_166m": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"backlogHours": 136.93333333333334,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Biren_166m",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 8,
|
2026-09-26 13:16:00 +00:00
|
|
|
"qualityFactor": 0.2966706005707235,
|
|
|
|
|
"queueFactor": 1.2608892283741822,
|
|
|
|
|
"queueWeight": 1.2608892283741822,
|
2026-09-26 12:55:20 +00:00
|
|
|
"recentSuccess": 38,
|
2026-09-26 13:16:00 +00:00
|
|
|
"recentSuccessRate": 0.2111111111111111,
|
|
|
|
|
"recentTerminal": 180,
|
|
|
|
|
"recentWilsonLowerBound": 0.15784712930233705,
|
|
|
|
|
"running": 9,
|
|
|
|
|
"selectionWeight": 0.3740687646349247,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
2026-09-26 12:43:41 +00:00
|
|
|
"submissionEligible": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"throughputPerHour": 30.0,
|
2026-09-26 12:55:20 +00:00
|
|
|
"waiting": 4108
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Cambricon_mlu-370-x4": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"backlogHours": 1263.0,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Cambricon_mlu-370-x4",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 7,
|
2026-09-26 13:16:00 +00:00
|
|
|
"qualityFactor": 0.233876728028939,
|
|
|
|
|
"queueFactor": 0.9035304826692752,
|
|
|
|
|
"queueWeight": 0.9035304826692752,
|
|
|
|
|
"recentSuccess": 16,
|
|
|
|
|
"recentSuccessRate": 0.2222222222222222,
|
|
|
|
|
"recentTerminal": 72,
|
|
|
|
|
"recentWilsonLowerBound": 0.1416732392052012,
|
2026-09-26 11:48:57 +00:00
|
|
|
"running": 7,
|
2026-09-26 13:16:00 +00:00
|
|
|
"selectionWeight": 0.21131475296109806,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
2026-09-26 13:16:00 +00:00
|
|
|
"submissionEligible": false,
|
|
|
|
|
"throughputPerHour": 12.0,
|
|
|
|
|
"waiting": 15156
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Cambricon_mlu-370-x8": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"backlogHours": 410.6046511627907,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Cambricon_mlu-370-x8",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 7,
|
2026-09-26 13:16:00 +00:00
|
|
|
"qualityFactor": 0.2098255429105087,
|
|
|
|
|
"queueFactor": 1.0693988973338637,
|
|
|
|
|
"queueWeight": 1.0693988973338637,
|
2026-09-26 13:05:56 +00:00
|
|
|
"recentSuccess": 25,
|
2026-09-26 13:16:00 +00:00
|
|
|
"recentSuccessRate": 0.1937984496124031,
|
|
|
|
|
"recentTerminal": 129,
|
|
|
|
|
"recentWilsonLowerBound": 0.13485458233735692,
|
2026-09-26 12:55:20 +00:00
|
|
|
"running": 7,
|
2026-09-26 13:16:00 +00:00
|
|
|
"selectionWeight": 0.2243872042209773,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
2026-09-26 12:20:49 +00:00
|
|
|
"submissionEligible": false,
|
2026-09-26 13:16:00 +00:00
|
|
|
"throughputPerHour": 21.5,
|
|
|
|
|
"waiting": 8828
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Iluvatar_bi-100": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"backlogHours": 38.403269754768395,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Iluvatar_bi-100",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 24,
|
|
|
|
|
"qualityFactor": 0.05,
|
|
|
|
|
"queueFactor": 1.3,
|
|
|
|
|
"queueWeight": 1.3,
|
2026-09-26 13:05:56 +00:00
|
|
|
"recentSuccess": 27,
|
2026-09-26 13:16:00 +00:00
|
|
|
"recentSuccessRate": 0.07356948228882834,
|
|
|
|
|
"recentTerminal": 367,
|
|
|
|
|
"recentWilsonLowerBound": 0.051050678865584065,
|
2026-09-26 13:05:56 +00:00
|
|
|
"running": 25,
|
2026-09-26 08:12:14 +00:00
|
|
|
"selectionWeight": 0.065,
|
|
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": false,
|
2026-09-26 13:16:00 +00:00
|
|
|
"throughputPerHour": 61.166666666666664,
|
|
|
|
|
"waiting": 2349
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Iluvatar_bi-150": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"backlogHours": 130.35874439461884,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Iluvatar_bi-150",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 50,
|
2026-09-26 13:16:00 +00:00
|
|
|
"qualityFactor": 0.2987991993207922,
|
|
|
|
|
"queueFactor": 1.2702297681977197,
|
|
|
|
|
"queueWeight": 1.2702297681977197,
|
|
|
|
|
"recentSuccess": 46,
|
|
|
|
|
"recentSuccessRate": 0.2062780269058296,
|
2026-09-26 13:05:56 +00:00
|
|
|
"recentTerminal": 223,
|
2026-09-26 13:16:00 +00:00
|
|
|
"recentWilsonLowerBound": 0.15836091944679526,
|
|
|
|
|
"running": 3,
|
|
|
|
|
"selectionWeight": 0.3795436376909141,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
2026-09-26 12:20:49 +00:00
|
|
|
"submissionEligible": true,
|
2026-09-26 13:05:56 +00:00
|
|
|
"throughputPerHour": 37.166666666666664,
|
2026-09-26 13:16:00 +00:00
|
|
|
"waiting": 4845
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Iluvatar_mrv-100": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"backlogHours": 2739.0857142857144,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Iluvatar_mrv-100",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 2,
|
2026-09-26 13:16:00 +00:00
|
|
|
"qualityFactor": 1.2604936470845338,
|
|
|
|
|
"queueFactor": 0.804474843995066,
|
|
|
|
|
"queueWeight": 0.804474843995066,
|
2026-09-26 12:55:20 +00:00
|
|
|
"recentSuccess": 16,
|
2026-09-26 13:16:00 +00:00
|
|
|
"recentSuccessRate": 0.45714285714285713,
|
|
|
|
|
"recentTerminal": 35,
|
|
|
|
|
"recentWilsonLowerBound": 0.30465773633760845,
|
2026-09-26 09:26:38 +00:00
|
|
|
"running": 2,
|
2026-09-26 13:16:00 +00:00
|
|
|
"selectionWeight": 1.014035430095102,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"throughputPerHour": 5.833333333333333,
|
2026-09-26 13:05:56 +00:00
|
|
|
"waiting": 15978
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Kunlunxin_p-800": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"backlogHours": 377.06493506493507,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Kunlunxin_p-800",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 8,
|
2026-09-26 13:16:00 +00:00
|
|
|
"qualityFactor": 0.4520086693783859,
|
|
|
|
|
"queueFactor": 1.0831557001490717,
|
|
|
|
|
"queueWeight": 1.0831557001490717,
|
2026-09-26 13:05:56 +00:00
|
|
|
"recentSuccess": 39,
|
2026-09-26 13:16:00 +00:00
|
|
|
"recentSuccessRate": 0.2532467532467532,
|
|
|
|
|
"recentTerminal": 154,
|
|
|
|
|
"recentWilsonLowerBound": 0.19114389858731054,
|
|
|
|
|
"running": 8,
|
|
|
|
|
"selectionWeight": 0.48959576675399585,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
2026-09-26 10:34:01 +00:00
|
|
|
"submissionEligible": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"throughputPerHour": 25.666666666666668,
|
|
|
|
|
"waiting": 9678
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"MetaX_c-500": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"backlogHours": 550.5,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "MetaX_c-500",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 4,
|
2026-09-26 13:16:00 +00:00
|
|
|
"qualityFactor": 1.049608172902326,
|
|
|
|
|
"queueFactor": 1.0233865694448676,
|
|
|
|
|
"queueWeight": 1.0233865694448676,
|
2026-09-26 13:05:56 +00:00
|
|
|
"recentSuccess": 42,
|
2026-09-26 13:16:00 +00:00
|
|
|
"recentSuccessRate": 0.3620689655172414,
|
|
|
|
|
"recentTerminal": 116,
|
|
|
|
|
"recentWilsonLowerBound": 0.2803300988879438,
|
|
|
|
|
"running": 5,
|
|
|
|
|
"selectionWeight": 1.074154907327807,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"throughputPerHour": 19.333333333333332,
|
|
|
|
|
"waiting": 10643
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Mthreads_s4000": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"backlogHours": 2226.4210526315787,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Mthreads_s4000",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 4,
|
2026-09-26 10:11:01 +00:00
|
|
|
"qualityFactor": 2.5,
|
2026-09-26 13:16:00 +00:00
|
|
|
"queueFactor": 0.8298741114473593,
|
|
|
|
|
"queueWeight": 0.8298741114473593,
|
|
|
|
|
"recentSuccess": 31,
|
|
|
|
|
"recentSuccessRate": 0.543859649122807,
|
|
|
|
|
"recentTerminal": 57,
|
|
|
|
|
"recentWilsonLowerBound": 0.4159046083127224,
|
2026-09-26 12:20:49 +00:00
|
|
|
"running": 4,
|
2026-09-26 13:16:00 +00:00
|
|
|
"selectionWeight": 2.0746852786183982,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"throughputPerHour": 9.5,
|
2026-09-26 13:05:56 +00:00
|
|
|
"waiting": 21151
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Sunrise_pt-200-x1": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"backlogHours": 4908.3,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Sunrise_pt-200-x1",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 2,
|
2026-09-26 13:16:00 +00:00
|
|
|
"qualityFactor": 0.4018340254758188,
|
|
|
|
|
"queueFactor": 0.7370783360275843,
|
|
|
|
|
"queueWeight": 0.7370783360275843,
|
|
|
|
|
"recentSuccess": 7,
|
|
|
|
|
"recentSuccessRate": 0.35,
|
|
|
|
|
"recentTerminal": 20,
|
|
|
|
|
"recentWilsonLowerBound": 0.1811895478679446,
|
2026-09-26 11:17:41 +00:00
|
|
|
"running": 2,
|
2026-09-26 13:16:00 +00:00
|
|
|
"selectionWeight": 0.29618315485698243,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
2026-09-26 13:16:00 +00:00
|
|
|
"submissionEligible": true,
|
|
|
|
|
"throughputPerHour": 3.3333333333333335,
|
|
|
|
|
"waiting": 16361
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"Vastai_va16": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"backlogHours": 642.2272727272727,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Vastai_va16",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 16,
|
2026-09-26 13:16:00 +00:00
|
|
|
"qualityFactor": 0.5602077398747229,
|
2026-09-26 08:12:14 +00:00
|
|
|
"queueFactor": 1.0,
|
|
|
|
|
"queueWeight": 1.0,
|
2026-09-26 13:16:00 +00:00
|
|
|
"recentSuccess": 37,
|
|
|
|
|
"recentSuccessRate": 0.2803030303030303,
|
|
|
|
|
"recentTerminal": 132,
|
|
|
|
|
"recentWilsonLowerBound": 0.21072940445310306,
|
2026-09-26 11:37:59 +00:00
|
|
|
"running": 16,
|
2026-09-26 13:16:00 +00:00
|
|
|
"selectionWeight": 0.5602077398747229,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"throughputPerHour": 22.0,
|
|
|
|
|
"waiting": 14129
|
2026-09-26 08:12:14 +00:00
|
|
|
},
|
|
|
|
|
"hygon_k100-ai": {
|
|
|
|
|
"available": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"backlogHours": 1048.3030303030303,
|
2026-09-26 08:12:14 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "hygon_k100-ai",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 6,
|
2026-09-26 13:16:00 +00:00
|
|
|
"qualityFactor": 0.6804756039190925,
|
|
|
|
|
"queueFactor": 0.9291381352046953,
|
|
|
|
|
"queueWeight": 0.9291381352046953,
|
|
|
|
|
"recentSuccess": 31,
|
|
|
|
|
"recentSuccessRate": 0.31313131313131315,
|
|
|
|
|
"recentTerminal": 99,
|
|
|
|
|
"recentWilsonLowerBound": 0.23020651977353204,
|
|
|
|
|
"running": 6,
|
|
|
|
|
"selectionWeight": 0.6322558336776745,
|
2026-09-26 08:12:14 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-26 13:16:00 +00:00
|
|
|
"throughputPerHour": 16.5,
|
|
|
|
|
"waiting": 17297
|
2026-09-26 08:12:14 +00:00
|
|
|
}
|
|
|
|
|
},
|
2026-09-26 13:16:00 +00:00
|
|
|
"queueAttemptedAt": "2026-09-26T13:15:57.273269+00:00",
|
2026-09-26 08:12:14 +00:00
|
|
|
"queueError": null,
|
2026-09-26 13:16:00 +00:00
|
|
|
"queueUpdatedAt": "2026-09-26T13:15:57.273269+00:00",
|
2026-09-26 08:12:14 +00:00
|
|
|
"supportedGpus": [
|
|
|
|
|
"Vastai_va16",
|
|
|
|
|
"Cambricon_mlu-370-x4",
|
|
|
|
|
"Kunlunxin_p-800",
|
|
|
|
|
"Iluvatar_mrv-100",
|
|
|
|
|
"Iluvatar_bi-150",
|
|
|
|
|
"Ascend_910-b4",
|
|
|
|
|
"hygon_k100-ai",
|
|
|
|
|
"MetaX_c-500",
|
|
|
|
|
"Sunrise_pt-200-x1",
|
|
|
|
|
"Biren_166m",
|
|
|
|
|
"Iluvatar_bi-100",
|
|
|
|
|
"Cambricon_mlu-370-x8",
|
|
|
|
|
"Mthreads_s4000"
|
|
|
|
|
],
|
|
|
|
|
"taskTypes": [
|
|
|
|
|
"text-generation"
|
|
|
|
|
],
|
|
|
|
|
"throughputWindowHours": 6,
|
|
|
|
|
"version": 3
|
|
|
|
|
}
|
