2026-09-27 03:04:10 +00:00
|
|
|
{
|
2026-09-27 08:55:56 +00:00
|
|
|
"communityAttemptedAt": "2026-09-27T08:54:54.186964+00:00",
|
2026-09-27 03:04:10 +00:00
|
|
|
"communityError": null,
|
|
|
|
|
"communitySample": {},
|
2026-09-27 08:55:56 +00:00
|
|
|
"communityUpdatedAt": "2026-09-27T08:54:54.186964+00:00",
|
2026-09-27 05:26:41 +00:00
|
|
|
"frameworkAttemptedAt": "2026-09-27T05:26:38.077246+00:00",
|
2026-09-27 03:04:10 +00:00
|
|
|
"frameworkError": null,
|
|
|
|
|
"frameworkStats": {
|
|
|
|
|
"text-generation": {
|
|
|
|
|
"Ascend_910-b4": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 34244,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 15491,
|
|
|
|
|
"successRate": 0.45237121831561733,
|
|
|
|
|
"wilsonLowerBound": 0.44710510825181593
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 38206,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 10788,
|
|
|
|
|
"successRate": 0.2823640265926818,
|
|
|
|
|
"wilsonLowerBound": 0.2778722320505638
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 10381,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 4355,
|
|
|
|
|
"successRate": 0.4195164242365861,
|
|
|
|
|
"wilsonLowerBound": 0.41005485285212173
|
2026-09-27 03:04:10 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Biren_166m": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 64123,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 12091,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successRate": 0.18855948723546934,
|
|
|
|
|
"wilsonLowerBound": 0.18555055539471527
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 21969,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 4544,
|
|
|
|
|
"successRate": 0.20683690655013884,
|
|
|
|
|
"wilsonLowerBound": 0.20153231503874772
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 6811,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 74,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successRate": 0.01086477756570254,
|
|
|
|
|
"wilsonLowerBound": 0.008663801318255377
|
2026-09-27 03:04:10 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Cambricon_mlu-370-x4": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 26401,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 3246,
|
|
|
|
|
"successRate": 0.12294988826180826,
|
|
|
|
|
"wilsonLowerBound": 0.11904349510247504
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm-customized": {
|
|
|
|
|
"framework": "vllm-customized",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 16485,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 1676,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successRate": 0.10166818319684562,
|
|
|
|
|
"wilsonLowerBound": 0.09714717632753626
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm-mlu": {
|
|
|
|
|
"framework": "vllm-mlu",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 12611,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 5214,
|
|
|
|
|
"successRate": 0.41344857663944173,
|
|
|
|
|
"wilsonLowerBound": 0.40488121790198733
|
2026-09-27 03:04:10 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Cambricon_mlu-370-x8": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 24415,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 3795,
|
|
|
|
|
"successRate": 0.15543723121032152,
|
|
|
|
|
"wilsonLowerBound": 0.15094660524099493
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm-customized": {
|
|
|
|
|
"framework": "vllm-customized",
|
|
|
|
|
"modelCount": 8123,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 544,
|
|
|
|
|
"successRate": 0.066970331158439,
|
|
|
|
|
"wilsonLowerBound": 0.061736366111672984
|
|
|
|
|
},
|
|
|
|
|
"vllm-mlu": {
|
|
|
|
|
"framework": "vllm-mlu",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 46097,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 11475,
|
|
|
|
|
"successRate": 0.24893160075492982,
|
|
|
|
|
"wilsonLowerBound": 0.24500533715719863
|
2026-09-27 03:04:10 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Iluvatar_bi-100": {
|
|
|
|
|
"transformers": {
|
|
|
|
|
"framework": "transformers",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 23513,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 3093,
|
|
|
|
|
"successRate": 0.1315442521158508,
|
|
|
|
|
"wilsonLowerBound": 0.12728409550185116
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 86766,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 9764,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successRate": 0.11253255883641057,
|
|
|
|
|
"wilsonLowerBound": 0.11044689658290072
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm-patch-tokenizer": {
|
|
|
|
|
"framework": "vllm-patch-tokenizer",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 42344,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 5200,
|
|
|
|
|
"successRate": 0.12280370300396751,
|
|
|
|
|
"wilsonLowerBound": 0.11971169304630133
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 36840,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 3513,
|
|
|
|
|
"successRate": 0.09535830618892509,
|
|
|
|
|
"wilsonLowerBound": 0.092401098622068
|
2026-09-27 03:04:10 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Iluvatar_bi-150": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 89914,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 21711,
|
|
|
|
|
"successRate": 0.2414640656627444,
|
|
|
|
|
"wilsonLowerBound": 0.23867773514540452
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"transformers": {
|
|
|
|
|
"framework": "transformers",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 5356,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 577,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successRate": 0.10772964899178492,
|
|
|
|
|
"wilsonLowerBound": 0.09970570228906317
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 112723,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 16525,
|
|
|
|
|
"successRate": 0.14659829848389413,
|
|
|
|
|
"wilsonLowerBound": 0.14454548012648705
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm_0_17_0_corex_4_4_0": {
|
|
|
|
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 19491,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 3683,
|
|
|
|
|
"successRate": 0.18895900672105073,
|
|
|
|
|
"wilsonLowerBound": 0.18352453112791606
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 43127,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 5605,
|
|
|
|
|
"successRate": 0.1299649871310316,
|
|
|
|
|
"wilsonLowerBound": 0.1268242368163194
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 7180,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 617,
|
|
|
|
|
"successRate": 0.08593314763231198,
|
|
|
|
|
"wilsonLowerBound": 0.0796697160147846
|
2026-09-27 03:04:10 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Iluvatar_mrv-100": {
|
|
|
|
|
"transformers": {
|
|
|
|
|
"framework": "transformers",
|
|
|
|
|
"modelCount": 200,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 36,
|
|
|
|
|
"successRate": 0.18,
|
|
|
|
|
"wilsonLowerBound": 0.1329455066253411
|
|
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 32144,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 6003,
|
|
|
|
|
"successRate": 0.18675335988053757,
|
|
|
|
|
"wilsonLowerBound": 0.18253047165664849
|
2026-09-27 03:04:10 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Kunlunxin_p-800": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 61199,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 12401,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successRate": 0.20263402996780994,
|
|
|
|
|
"wilsonLowerBound": 0.1994680373056249
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 10149,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 2994,
|
|
|
|
|
"successRate": 0.29500443393437775,
|
|
|
|
|
"wilsonLowerBound": 0.28621071859134584
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 14062,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 3534,
|
|
|
|
|
"successRate": 0.25131560233252737,
|
|
|
|
|
"wilsonLowerBound": 0.24421463351080622
|
2026-09-27 03:04:10 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"MetaX_c-500": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 63633,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 17436,
|
|
|
|
|
"successRate": 0.2740087690349347,
|
|
|
|
|
"wilsonLowerBound": 0.2705570141588735
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 196,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 132,
|
|
|
|
|
"successRate": 0.673469387755102,
|
|
|
|
|
"wilsonLowerBound": 0.6050312299902708
|
2026-09-27 03:04:10 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Mthreads_s4000": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 47193,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 20834,
|
|
|
|
|
"successRate": 0.44146377640751805,
|
|
|
|
|
"wilsonLowerBound": 0.43698859210555074
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 37533,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 3893,
|
|
|
|
|
"successRate": 0.10372205792236165,
|
|
|
|
|
"wilsonLowerBound": 0.10067785185785727
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm_tokenizer_patch": {
|
|
|
|
|
"framework": "vllm_tokenizer_patch",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 762,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 0,
|
|
|
|
|
"successRate": 0.0,
|
2026-09-27 05:26:41 +00:00
|
|
|
"wilsonLowerBound": 0.0
|
2026-09-27 03:04:10 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Sunrise_pt-200-x1": {
|
|
|
|
|
"sglang": {
|
|
|
|
|
"framework": "sglang",
|
|
|
|
|
"modelCount": 6282,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 192,
|
|
|
|
|
"successRate": 0.030563514804202482,
|
|
|
|
|
"wilsonLowerBound": 0.02658539726335166
|
|
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
|
|
|
|
"modelCount": 10040,
|
|
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 743,
|
|
|
|
|
"successRate": 0.07400398406374502,
|
|
|
|
|
"wilsonLowerBound": 0.06904470201407993
|
|
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 6370,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 2746,
|
|
|
|
|
"successRate": 0.43108320251177396,
|
|
|
|
|
"wilsonLowerBound": 0.4189667182513431
|
2026-09-27 03:04:10 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"Vastai_va16": {
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 7392,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
|
|
|
|
"successCount": 240,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successRate": 0.032467532467532464,
|
|
|
|
|
"wilsonLowerBound": 0.028663661771611153
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm_fix_tokenizer": {
|
|
|
|
|
"framework": "vllm_fix_tokenizer",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 13744,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 4459,
|
|
|
|
|
"successRate": 0.3244324796274738,
|
|
|
|
|
"wilsonLowerBound": 0.31665546608651535
|
2026-09-27 03:04:10 +00:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"hygon_k100-ai": {
|
|
|
|
|
"llamacpp": {
|
|
|
|
|
"framework": "llamacpp",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 27090,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 13796,
|
|
|
|
|
"successRate": 0.509265411590993,
|
|
|
|
|
"wilsonLowerBound": 0.5033113674672747
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"framework": "vllm",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 64048,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 6575,
|
|
|
|
|
"successRate": 0.10265738196352736,
|
|
|
|
|
"wilsonLowerBound": 0.10033056937131402
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"vllm-patch-tokenizer": {
|
|
|
|
|
"framework": "vllm-patch-tokenizer",
|
2026-09-27 05:26:41 +00:00
|
|
|
"modelCount": 12889,
|
2026-09-27 03:04:10 +00:00
|
|
|
"officialConfigError": null,
|
|
|
|
|
"officialConfigValid": true,
|
2026-09-27 05:26:41 +00:00
|
|
|
"successCount": 1944,
|
|
|
|
|
"successRate": 0.15082628598029327,
|
|
|
|
|
"wilsonLowerBound": 0.14475186878716254
|
2026-09-27 03:04:10 +00:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"frameworkUpdatedAt": null,
|
2026-09-27 09:03:17 +00:00
|
|
|
"generatedAt": "2026-09-27T09:03:17.075300+00:00",
|
2026-09-27 03:04:10 +00:00
|
|
|
"gpuStats": {
|
|
|
|
|
"Ascend_910-b4": {
|
|
|
|
|
"available": true,
|
2026-09-27 08:57:46 +00:00
|
|
|
"backlogHours": 816.1428571428571,
|
2026-09-27 03:04:10 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Ascend_910-b4",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 8,
|
2026-09-27 08:57:46 +00:00
|
|
|
"qualityFactor": 1.1002335743627853,
|
|
|
|
|
"queueFactor": 0.9700067073786468,
|
|
|
|
|
"queueWeight": 0.9700067073786468,
|
|
|
|
|
"recentSuccess": 56,
|
|
|
|
|
"recentSuccessRate": 0.26666666666666666,
|
|
|
|
|
"recentTerminal": 210,
|
|
|
|
|
"recentWilsonLowerBound": 0.21143900879218722,
|
|
|
|
|
"running": 9,
|
|
|
|
|
"selectionWeight": 1.0672339468150849,
|
2026-09-27 03:04:10 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-27 08:57:46 +00:00
|
|
|
"throughputPerHour": 35.0,
|
|
|
|
|
"waiting": 28565
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"Biren_166m": {
|
|
|
|
|
"available": true,
|
2026-09-27 08:45:57 +00:00
|
|
|
"backlogHours": 149.3006134969325,
|
2026-09-27 03:04:10 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Biren_166m",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 8,
|
2026-09-27 08:57:46 +00:00
|
|
|
"qualityFactor": 0.32581307374925117,
|
|
|
|
|
"queueFactor": 1.2514987670497961,
|
|
|
|
|
"queueWeight": 1.2514987670497961,
|
|
|
|
|
"recentSuccess": 28,
|
|
|
|
|
"recentSuccessRate": 0.17177914110429449,
|
2026-09-27 08:45:57 +00:00
|
|
|
"recentTerminal": 163,
|
2026-09-27 08:57:46 +00:00
|
|
|
"recentWilsonLowerBound": 0.12160470906368633,
|
|
|
|
|
"running": 9,
|
|
|
|
|
"selectionWeight": 0.4077546600858921,
|
2026-09-27 03:04:10 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": false,
|
2026-09-27 08:45:57 +00:00
|
|
|
"throughputPerHour": 27.166666666666668,
|
|
|
|
|
"waiting": 4056
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"Cambricon_mlu-370-x4": {
|
|
|
|
|
"available": true,
|
2026-09-27 08:57:46 +00:00
|
|
|
"backlogHours": 703.6744186046511,
|
2026-09-27 03:04:10 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Cambricon_mlu-370-x4",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 7,
|
2026-09-27 08:57:46 +00:00
|
|
|
"qualityFactor": 0.16853043987839883,
|
|
|
|
|
"queueFactor": 0.991822372632583,
|
|
|
|
|
"queueWeight": 0.991822372632583,
|
|
|
|
|
"recentSuccess": 18,
|
|
|
|
|
"recentSuccessRate": 0.13953488372093023,
|
|
|
|
|
"recentTerminal": 129,
|
|
|
|
|
"recentWilsonLowerBound": 0.09011944437190834,
|
2026-09-27 05:50:11 +00:00
|
|
|
"running": 7,
|
2026-09-27 08:57:46 +00:00
|
|
|
"selectionWeight": 0.16715226074100642,
|
2026-09-27 03:04:10 +00:00
|
|
|
"stale": false,
|
2026-09-27 08:00:51 +00:00
|
|
|
"submissionEligible": false,
|
2026-09-27 08:57:46 +00:00
|
|
|
"throughputPerHour": 21.5,
|
|
|
|
|
"waiting": 15129
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"Cambricon_mlu-370-x8": {
|
|
|
|
|
"available": true,
|
2026-09-27 08:57:46 +00:00
|
|
|
"backlogHours": 421.536,
|
2026-09-27 03:04:10 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Cambricon_mlu-370-x8",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 7,
|
2026-09-27 08:57:46 +00:00
|
|
|
"qualityFactor": 0.7129922922842947,
|
|
|
|
|
"queueFactor": 1.0710616376547901,
|
|
|
|
|
"queueWeight": 1.0710616376547901,
|
|
|
|
|
"recentSuccess": 30,
|
|
|
|
|
"recentSuccessRate": 0.24,
|
|
|
|
|
"recentTerminal": 125,
|
|
|
|
|
"recentWilsonLowerBound": 0.17359960150069906,
|
|
|
|
|
"running": 7,
|
|
|
|
|
"selectionWeight": 0.7636586922092595,
|
2026-09-27 03:04:10 +00:00
|
|
|
"stale": false,
|
2026-09-27 04:32:35 +00:00
|
|
|
"submissionEligible": true,
|
2026-09-27 08:57:46 +00:00
|
|
|
"throughputPerHour": 20.833333333333332,
|
|
|
|
|
"waiting": 8782
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"Iluvatar_bi-100": {
|
|
|
|
|
"available": true,
|
2026-09-27 08:57:46 +00:00
|
|
|
"backlogHours": 31.990384615384617,
|
2026-09-27 03:04:10 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Iluvatar_bi-100",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 24,
|
|
|
|
|
"qualityFactor": 0.05,
|
|
|
|
|
"queueFactor": 1.3,
|
|
|
|
|
"queueWeight": 1.3,
|
2026-09-27 08:57:46 +00:00
|
|
|
"recentSuccess": 23,
|
|
|
|
|
"recentSuccessRate": 0.055288461538461536,
|
|
|
|
|
"recentTerminal": 416,
|
|
|
|
|
"recentWilsonLowerBound": 0.037120632643833244,
|
|
|
|
|
"running": 25,
|
2026-09-27 03:04:10 +00:00
|
|
|
"selectionWeight": 0.065,
|
|
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": false,
|
2026-09-27 08:57:46 +00:00
|
|
|
"throughputPerHour": 69.33333333333333,
|
|
|
|
|
"waiting": 2218
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"Iluvatar_bi-150": {
|
|
|
|
|
"available": true,
|
2026-09-27 08:57:46 +00:00
|
|
|
"backlogHours": 79.12806539509538,
|
2026-09-27 03:04:10 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Iluvatar_bi-150",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 50,
|
2026-09-27 08:57:46 +00:00
|
|
|
"qualityFactor": 0.32724001905302513,
|
2026-09-27 03:04:10 +00:00
|
|
|
"queueFactor": 1.3,
|
|
|
|
|
"queueWeight": 1.3,
|
2026-09-27 08:57:46 +00:00
|
|
|
"recentSuccess": 57,
|
|
|
|
|
"recentSuccessRate": 0.1553133514986376,
|
|
|
|
|
"recentTerminal": 367,
|
|
|
|
|
"recentWilsonLowerBound": 0.1218465048051682,
|
|
|
|
|
"running": 8,
|
|
|
|
|
"selectionWeight": 0.4254120247689327,
|
2026-09-27 03:04:10 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": false,
|
2026-09-27 08:57:46 +00:00
|
|
|
"throughputPerHour": 61.166666666666664,
|
|
|
|
|
"waiting": 4840
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"Iluvatar_mrv-100": {
|
|
|
|
|
"available": true,
|
2026-09-27 08:57:46 +00:00
|
|
|
"backlogHours": 2397.0,
|
2026-09-27 03:04:10 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Iluvatar_mrv-100",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 2,
|
2026-09-27 08:57:46 +00:00
|
|
|
"qualityFactor": 2.5,
|
|
|
|
|
"queueFactor": 0.8252574618194406,
|
|
|
|
|
"queueWeight": 0.8252574618194406,
|
|
|
|
|
"recentSuccess": 18,
|
|
|
|
|
"recentSuccessRate": 0.45,
|
|
|
|
|
"recentTerminal": 40,
|
|
|
|
|
"recentWilsonLowerBound": 0.30705075280944705,
|
|
|
|
|
"running": 2,
|
|
|
|
|
"selectionWeight": 2.0631436545486013,
|
2026-09-27 03:04:10 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-27 08:57:46 +00:00
|
|
|
"throughputPerHour": 6.666666666666667,
|
2026-09-27 08:45:57 +00:00
|
|
|
"waiting": 15980
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"Kunlunxin_p-800": {
|
|
|
|
|
"available": true,
|
2026-09-27 08:57:46 +00:00
|
|
|
"backlogHours": 407.1489361702128,
|
2026-09-27 03:04:10 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Kunlunxin_p-800",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 8,
|
2026-09-27 08:57:46 +00:00
|
|
|
"qualityFactor": 1.1506229326734674,
|
|
|
|
|
"queueFactor": 1.0766552669185536,
|
|
|
|
|
"queueWeight": 1.0766552669185536,
|
|
|
|
|
"recentSuccess": 40,
|
|
|
|
|
"recentSuccessRate": 0.28368794326241137,
|
|
|
|
|
"recentTerminal": 141,
|
|
|
|
|
"recentWilsonLowerBound": 0.2157869487875504,
|
2026-09-27 08:24:47 +00:00
|
|
|
"running": 8,
|
2026-09-27 08:57:46 +00:00
|
|
|
"selectionWeight": 1.238824240700161,
|
2026-09-27 03:04:10 +00:00
|
|
|
"stale": false,
|
2026-09-27 04:32:35 +00:00
|
|
|
"submissionEligible": true,
|
2026-09-27 08:57:46 +00:00
|
|
|
"throughputPerHour": 23.5,
|
|
|
|
|
"waiting": 9568
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"MetaX_c-500": {
|
|
|
|
|
"available": true,
|
2026-09-27 08:57:46 +00:00
|
|
|
"backlogHours": 666.1894736842105,
|
2026-09-27 03:04:10 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "MetaX_c-500",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 4,
|
2026-09-27 08:57:46 +00:00
|
|
|
"qualityFactor": 1.459071943485723,
|
2026-09-27 08:00:51 +00:00
|
|
|
"queueFactor": 1.0,
|
|
|
|
|
"queueWeight": 1.0,
|
2026-09-27 08:57:46 +00:00
|
|
|
"recentSuccess": 31,
|
|
|
|
|
"recentSuccessRate": 0.3263157894736842,
|
|
|
|
|
"recentTerminal": 95,
|
|
|
|
|
"recentWilsonLowerBound": 0.24038572025731433,
|
|
|
|
|
"running": 5,
|
|
|
|
|
"selectionWeight": 1.459071943485723,
|
2026-09-27 03:04:10 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-27 08:57:46 +00:00
|
|
|
"throughputPerHour": 15.833333333333334,
|
|
|
|
|
"waiting": 10548
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"Mthreads_s4000": {
|
|
|
|
|
"available": true,
|
2026-09-27 08:57:46 +00:00
|
|
|
"backlogHours": 2012.2857142857142,
|
2026-09-27 03:04:10 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Mthreads_s4000",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 4,
|
2026-09-27 08:57:46 +00:00
|
|
|
"qualityFactor": 2.1271563503008784,
|
|
|
|
|
"queueFactor": 0.8472005290956591,
|
|
|
|
|
"queueWeight": 0.8472005290956591,
|
|
|
|
|
"recentSuccess": 25,
|
|
|
|
|
"recentSuccessRate": 0.3968253968253968,
|
|
|
|
|
"recentTerminal": 63,
|
|
|
|
|
"recentWilsonLowerBound": 0.285317281473093,
|
2026-09-27 07:51:33 +00:00
|
|
|
"running": 4,
|
2026-09-27 08:57:46 +00:00
|
|
|
"selectionWeight": 1.8021279854440955,
|
2026-09-27 03:04:10 +00:00
|
|
|
"stale": false,
|
|
|
|
|
"submissionEligible": true,
|
2026-09-27 08:57:46 +00:00
|
|
|
"throughputPerHour": 10.5,
|
|
|
|
|
"waiting": 21129
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"Sunrise_pt-200-x1": {
|
|
|
|
|
"available": true,
|
2026-09-27 08:57:46 +00:00
|
|
|
"backlogHours": 3410.689655172414,
|
2026-09-27 03:04:10 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Sunrise_pt-200-x1",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 2,
|
2026-09-27 08:57:46 +00:00
|
|
|
"qualityFactor": 0.49440581079009005,
|
|
|
|
|
"queueFactor": 0.782732441806153,
|
|
|
|
|
"queueWeight": 0.782732441806153,
|
2026-09-27 08:45:57 +00:00
|
|
|
"recentSuccess": 8,
|
2026-09-27 08:57:46 +00:00
|
|
|
"recentSuccessRate": 0.27586206896551724,
|
|
|
|
|
"recentTerminal": 29,
|
|
|
|
|
"recentWilsonLowerBound": 0.1469858133850274,
|
2026-09-27 08:24:47 +00:00
|
|
|
"running": 2,
|
2026-09-27 08:57:46 +00:00
|
|
|
"selectionWeight": 0.38698746752287805,
|
2026-09-27 03:04:10 +00:00
|
|
|
"stale": false,
|
2026-09-27 08:57:46 +00:00
|
|
|
"submissionEligible": false,
|
|
|
|
|
"throughputPerHour": 4.833333333333333,
|
|
|
|
|
"waiting": 16485
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"Vastai_va16": {
|
|
|
|
|
"available": true,
|
2026-09-27 08:57:46 +00:00
|
|
|
"backlogHours": 327.09302325581393,
|
2026-09-27 03:04:10 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "Vastai_va16",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 16,
|
2026-09-27 08:57:46 +00:00
|
|
|
"qualityFactor": 0.11637880326907132,
|
|
|
|
|
"queueFactor": 1.1125997878511085,
|
|
|
|
|
"queueWeight": 1.1125997878511085,
|
|
|
|
|
"recentSuccess": 28,
|
|
|
|
|
"recentSuccessRate": 0.10852713178294573,
|
|
|
|
|
"recentTerminal": 258,
|
|
|
|
|
"recentWilsonLowerBound": 0.07615975981398548,
|
2026-09-27 05:50:11 +00:00
|
|
|
"running": 16,
|
2026-09-27 08:57:46 +00:00
|
|
|
"selectionWeight": 0.12948303182753465,
|
2026-09-27 03:04:10 +00:00
|
|
|
"stale": false,
|
2026-09-27 07:51:33 +00:00
|
|
|
"submissionEligible": false,
|
2026-09-27 08:57:46 +00:00
|
|
|
"throughputPerHour": 43.0,
|
|
|
|
|
"waiting": 14065
|
2026-09-27 03:04:10 +00:00
|
|
|
},
|
|
|
|
|
"hygon_k100-ai": {
|
|
|
|
|
"available": true,
|
2026-09-27 08:57:46 +00:00
|
|
|
"backlogHours": 764.0869565217391,
|
2026-09-27 03:04:10 +00:00
|
|
|
"canVerify": true,
|
|
|
|
|
"error": null,
|
|
|
|
|
"gpu": "hygon_k100-ai",
|
|
|
|
|
"healthFactor": 1.0,
|
|
|
|
|
"maxConcurrentTasks": 6,
|
2026-09-27 08:57:46 +00:00
|
|
|
"qualityFactor": 0.67482541466391,
|
|
|
|
|
"queueFactor": 0.9796439190486639,
|
|
|
|
|
"queueWeight": 0.9796439190486639,
|
2026-09-27 08:45:57 +00:00
|
|
|
"recentSuccess": 32,
|
2026-09-27 08:57:46 +00:00
|
|
|
"recentSuccessRate": 0.2318840579710145,
|
|
|
|
|
"recentTerminal": 138,
|
|
|
|
|
"recentWilsonLowerBound": 0.16931213470916082,
|
2026-09-27 07:51:33 +00:00
|
|
|
"running": 6,
|
2026-09-27 08:57:46 +00:00
|
|
|
"selectionWeight": 0.6610886138949925,
|
2026-09-27 03:04:10 +00:00
|
|
|
"stale": false,
|
2026-09-27 08:45:57 +00:00
|
|
|
"submissionEligible": true,
|
2026-09-27 08:57:46 +00:00
|
|
|
"throughputPerHour": 23.0,
|
2026-09-27 08:45:57 +00:00
|
|
|
"waiting": 17574
|
2026-09-27 03:04:10 +00:00
|
|
|
}
|
|
|
|
|
},
|
2026-09-27 08:57:46 +00:00
|
|
|
"queueAttemptedAt": "2026-09-27T08:57:43.670019+00:00",
|
2026-09-27 03:04:10 +00:00
|
|
|
"queueError": null,
|
2026-09-27 08:57:46 +00:00
|
|
|
"queueUpdatedAt": "2026-09-27T08:57:43.670019+00:00",
|
2026-09-27 03:04:10 +00:00
|
|
|
"supportedGpus": [
|
|
|
|
|
"Vastai_va16",
|
|
|
|
|
"Cambricon_mlu-370-x4",
|
|
|
|
|
"Kunlunxin_p-800",
|
|
|
|
|
"Iluvatar_mrv-100",
|
|
|
|
|
"Iluvatar_bi-150",
|
|
|
|
|
"Ascend_910-b4",
|
|
|
|
|
"hygon_k100-ai",
|
|
|
|
|
"MetaX_c-500",
|
|
|
|
|
"Sunrise_pt-200-x1",
|
|
|
|
|
"Biren_166m",
|
|
|
|
|
"Iluvatar_bi-100",
|
|
|
|
|
"Cambricon_mlu-370-x8",
|
|
|
|
|
"Mthreads_s4000"
|
|
|
|
|
],
|
|
|
|
|
"taskTypes": [
|
|
|
|
|
"text-generation"
|
|
|
|
|
],
|
|
|
|
|
"throughputWindowHours": 6,
|
|
|
|
|
"version": 3
|
|
|
|
|
}
|
