state: generation 16117 (retry)
This commit is contained in:
@@ -975,7 +975,7 @@
|
|||||||
"taskType": "text-generation"
|
"taskType": "text-generation"
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"generatedAt": "2026-10-30T16:07:50.889287+00:00",
|
"generatedAt": "2026-10-30T16:13:58.972263+00:00",
|
||||||
"summary": {
|
"summary": {
|
||||||
"activeBlockCount": 48,
|
"activeBlockCount": 48,
|
||||||
"byGpuFramework": {
|
"byGpuFramework": {
|
||||||
|
|||||||
@@ -1,68 +1,68 @@
|
|||||||
{
|
{
|
||||||
"communityAttemptedAt": "2026-10-30T15:59:59.171378+00:00",
|
"communityAttemptedAt": "2026-10-30T16:16:41.093310+00:00",
|
||||||
"communityError": null,
|
"communityError": null,
|
||||||
"communitySample": {},
|
"communitySample": {},
|
||||||
"communityUpdatedAt": "2026-10-30T15:59:59.171378+00:00",
|
"communityUpdatedAt": "2026-10-30T16:16:41.093310+00:00",
|
||||||
"frameworkAttemptedAt": "2026-10-30T10:14:56.181880+00:00",
|
"frameworkAttemptedAt": "2026-10-30T16:16:41.093310+00:00",
|
||||||
"frameworkError": null,
|
"frameworkError": null,
|
||||||
"frameworkStats": {
|
"frameworkStats": {
|
||||||
"text-generation": {
|
"text-generation": {
|
||||||
"Ascend_910-b3": {
|
"Ascend_910-b3": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 44930,
|
"modelCount": 44980,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 22750,
|
"successCount": 22774,
|
||||||
"successRate": 0.5063432005341643,
|
"successRate": 0.5063139172965763,
|
||||||
"wilsonLowerBound": 0.5017198662342807
|
"wilsonLowerBound": 0.5016931525297287
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 59480,
|
"modelCount": 59514,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 15738,
|
"successCount": 15742,
|
||||||
"successRate": 0.26459314055144584,
|
"successRate": 0.2645091911146957,
|
||||||
"wilsonLowerBound": 0.2610633644674953
|
"wilsonLowerBound": 0.26098078445968087
|
||||||
},
|
},
|
||||||
"vllm_0.23.0": {
|
"vllm_0.23.0": {
|
||||||
"framework": "vllm_0.23.0",
|
"framework": "vllm_0.23.0",
|
||||||
"modelCount": 48,
|
"modelCount": 52,
|
||||||
"officialConfigError": "framework_mismatch",
|
"officialConfigError": "framework_mismatch",
|
||||||
"officialConfigValid": false,
|
"officialConfigValid": false,
|
||||||
"successCount": 18,
|
"successCount": 18,
|
||||||
"successRate": 0.375,
|
"successRate": 0.34615384615384615,
|
||||||
"wilsonLowerBound": 0.2521507240406812
|
"wilsonLowerBound": 0.23150828073938615
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 6536,
|
"modelCount": 6579,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 2144,
|
"successCount": 2161,
|
||||||
"successRate": 0.32802937576499386,
|
"successRate": 0.32846937224502204,
|
||||||
"wilsonLowerBound": 0.3167509488282683
|
"wilsonLowerBound": 0.3172233732474805
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Ascend_910-b4": {
|
"Ascend_910-b4": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 40158,
|
"modelCount": 40201,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 19478,
|
"successCount": 19505,
|
||||||
"successRate": 0.4850341152447831,
|
"successRate": 0.48518693564836696,
|
||||||
"wilsonLowerBound": 0.48014762043039355
|
"wilsonLowerBound": 0.4803029947751103
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 41293,
|
"modelCount": 41307,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 11259,
|
"successCount": 11259,
|
||||||
"successRate": 0.2726612258736348,
|
"successRate": 0.2725688140024693,
|
||||||
"wilsonLowerBound": 0.26838717793237604
|
"wilsonLowerBound": 0.2682959503749288
|
||||||
},
|
},
|
||||||
"vllm_0.23.0": {
|
"vllm_0.23.0": {
|
||||||
"framework": "vllm_0.23.0",
|
"framework": "vllm_0.23.0",
|
||||||
@@ -75,70 +75,70 @@
|
|||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 15932,
|
"modelCount": 15994,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 6398,
|
"successCount": 6417,
|
||||||
"successRate": 0.4015817223198594,
|
"successRate": 0.4012129548580718,
|
||||||
"wilsonLowerBound": 0.39399412607512047
|
"wilsonLowerBound": 0.3936412678254247
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Biren_166m": {
|
"Biren_166m": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 64352,
|
"modelCount": 64354,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 12100,
|
"successCount": 12100,
|
||||||
"successRate": 0.18802834410740926,
|
"successRate": 0.18802250054386674,
|
||||||
"wilsonLowerBound": 0.18502804083860971
|
"wilsonLowerBound": 0.18502228000021326
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 40286,
|
"modelCount": 40404,
|
||||||
"officialConfigError": "malformed_command_argv",
|
"officialConfigError": "malformed_command_argv",
|
||||||
"officialConfigValid": false,
|
"officialConfigValid": false,
|
||||||
"successCount": 8203,
|
"successCount": 8222,
|
||||||
"successRate": 0.2036191232686293,
|
"successRate": 0.2034947034947035,
|
||||||
"wilsonLowerBound": 0.1997151503122255
|
"wilsonLowerBound": 0.1995972988999546
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 8810,
|
"modelCount": 8824,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 118,
|
"successCount": 118,
|
||||||
"successRate": 0.013393870601589104,
|
"successRate": 0.013372620126926565,
|
||||||
"wilsonLowerBound": 0.011196680112575583
|
"wilsonLowerBound": 0.011178897697952156
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Cambricon_mlu-370-x4": {
|
"Cambricon_mlu-370-x4": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 26904,
|
"modelCount": 26930,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3307,
|
"successCount": 3310,
|
||||||
"successRate": 0.12291852512637526,
|
"successRate": 0.12291125139249907,
|
||||||
"wilsonLowerBound": 0.11904874759819431
|
"wilsonLowerBound": 0.11904341727579179
|
||||||
},
|
},
|
||||||
"vllm-customized": {
|
"vllm-customized": {
|
||||||
"framework": "vllm-customized",
|
"framework": "vllm-customized",
|
||||||
"modelCount": 16535,
|
"modelCount": 16536,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 1676,
|
"successCount": 1676,
|
||||||
"successRate": 0.10136074992440278,
|
"successRate": 0.10135462022254475,
|
||||||
"wilsonLowerBound": 0.09685269578187866
|
"wilsonLowerBound": 0.09684682438124673
|
||||||
},
|
},
|
||||||
"vllm-mlu": {
|
"vllm-mlu": {
|
||||||
"framework": "vllm-mlu",
|
"framework": "vllm-mlu",
|
||||||
"modelCount": 19369,
|
"modelCount": 19414,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 7306,
|
"successCount": 7316,
|
||||||
"successRate": 0.37720068150136815,
|
"successRate": 0.37684145462037705,
|
||||||
"wilsonLowerBound": 0.37039972099119395
|
"wilsonLowerBound": 0.37004970399435316
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Cambricon_mlu-370-x8": {
|
"Cambricon_mlu-370-x8": {
|
||||||
@@ -162,23 +162,23 @@
|
|||||||
},
|
},
|
||||||
"vllm-mlu": {
|
"vllm-mlu": {
|
||||||
"framework": "vllm-mlu",
|
"framework": "vllm-mlu",
|
||||||
"modelCount": 59356,
|
"modelCount": 59479,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 14732,
|
"successCount": 14754,
|
||||||
"successRate": 0.24819731787856325,
|
"successRate": 0.24805393500226972,
|
||||||
"wilsonLowerBound": 0.244738532629012
|
"wilsonLowerBound": 0.24459939207388923
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_bi-100": {
|
"Iluvatar_bi-100": {
|
||||||
"transformers": {
|
"transformers": {
|
||||||
"framework": "transformers",
|
"framework": "transformers",
|
||||||
"modelCount": 30153,
|
"modelCount": 30296,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 4137,
|
"successCount": 4145,
|
||||||
"successRate": 0.13720027857924585,
|
"successRate": 0.13681674148402428,
|
||||||
"wilsonLowerBound": 0.1333629670920725
|
"wilsonLowerBound": 0.1329929948168685
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
@@ -191,32 +191,32 @@
|
|||||||
},
|
},
|
||||||
"vllm-patch-tokenizer": {
|
"vllm-patch-tokenizer": {
|
||||||
"framework": "vllm-patch-tokenizer",
|
"framework": "vllm-patch-tokenizer",
|
||||||
"modelCount": 50766,
|
"modelCount": 50779,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 5805,
|
"successCount": 5805,
|
||||||
"successRate": 0.11434818579364141,
|
"successRate": 0.11431891136099569,
|
||||||
"wilsonLowerBound": 0.11160900130042302
|
"wilsonLowerBound": 0.11158038455927313
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 54962,
|
"modelCount": 55059,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3908,
|
"successCount": 3913,
|
||||||
"successRate": 0.07110367162767002,
|
"successRate": 0.07106921665849361,
|
||||||
"wilsonLowerBound": 0.06898491904511449
|
"wilsonLowerBound": 0.06895278778160145
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_bi-150": {
|
"Iluvatar_bi-150": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 95651,
|
"modelCount": 95652,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 24193,
|
"successCount": 24194,
|
||||||
"successRate": 0.25292992232177397,
|
"successRate": 0.2529377326140593,
|
||||||
"wilsonLowerBound": 0.25018506957895714
|
"wilsonLowerBound": 0.25019286572296573
|
||||||
},
|
},
|
||||||
"llamacpp_opt": {
|
"llamacpp_opt": {
|
||||||
"framework": "llamacpp_opt",
|
"framework": "llamacpp_opt",
|
||||||
@@ -229,12 +229,12 @@
|
|||||||
},
|
},
|
||||||
"transformers": {
|
"transformers": {
|
||||||
"framework": "transformers",
|
"framework": "transformers",
|
||||||
"modelCount": 6757,
|
"modelCount": 6758,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 631,
|
"successCount": 631,
|
||||||
"successRate": 0.09338463815302649,
|
"successRate": 0.09337081976916248,
|
||||||
"wilsonLowerBound": 0.08667590135459897
|
"wilsonLowerBound": 0.08666303017728585
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
@@ -256,30 +256,30 @@
|
|||||||
},
|
},
|
||||||
"vllm_0_17_0_corex_4_4_0": {
|
"vllm_0_17_0_corex_4_4_0": {
|
||||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||||
"modelCount": 26589,
|
"modelCount": 26591,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 4289,
|
"successCount": 4289,
|
||||||
"successRate": 0.16130730753319042,
|
"successRate": 0.16129517505923058,
|
||||||
"wilsonLowerBound": 0.15693515126985108
|
"wilsonLowerBound": 0.15692331737923118
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 45226,
|
"modelCount": 45475,
|
||||||
"officialConfigError": "malformed_command_argv",
|
"officialConfigError": "malformed_command_argv",
|
||||||
"officialConfigValid": false,
|
"officialConfigValid": false,
|
||||||
"successCount": 5890,
|
"successCount": 5895,
|
||||||
"successRate": 0.13023482067837086,
|
"successRate": 0.12963166575041232,
|
||||||
"wilsonLowerBound": 0.12716430833663406
|
"wilsonLowerBound": 0.12657563704477579
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 9177,
|
"modelCount": 9178,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 853,
|
"successCount": 853,
|
||||||
"successRate": 0.09294976571864444,
|
"successRate": 0.0929396382654173,
|
||||||
"wilsonLowerBound": 0.08717808372979531
|
"wilsonLowerBound": 0.08716855598402456
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_mrv-100": {
|
"Iluvatar_mrv-100": {
|
||||||
@@ -294,85 +294,85 @@
|
|||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 37014,
|
"modelCount": 37052,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 7595,
|
"successCount": 7605,
|
||||||
"successRate": 0.2051926298157454,
|
"successRate": 0.20525207816042318,
|
||||||
"wilsonLowerBound": 0.20110912866277988
|
"wilsonLowerBound": 0.2011702078450526
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Kunlunxin_p-800": {
|
"Kunlunxin_p-800": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 61660,
|
"modelCount": 61664,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 12433,
|
"successCount": 12434,
|
||||||
"successRate": 0.20163801492053196,
|
"successRate": 0.20164115204981836,
|
||||||
"wilsonLowerBound": 0.1984897022692265
|
"wilsonLowerBound": 0.19849292229990603
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 21258,
|
"modelCount": 21326,
|
||||||
"officialConfigError": "malformed_command_argv",
|
"officialConfigError": "malformed_command_argv",
|
||||||
"officialConfigValid": false,
|
"officialConfigValid": false,
|
||||||
"successCount": 5861,
|
"successCount": 5863,
|
||||||
"successRate": 0.27570796876470033,
|
"successRate": 0.27492262965394354,
|
||||||
"wilsonLowerBound": 0.2697416406167757
|
"wilsonLowerBound": 0.268971197304106
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 17077,
|
"modelCount": 17100,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 4110,
|
"successCount": 4115,
|
||||||
"successRate": 0.24067459155589388,
|
"successRate": 0.24064327485380116,
|
||||||
"wilsonLowerBound": 0.23432158023327374
|
"wilsonLowerBound": 0.23429478934693687
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"MetaX_c-500": {
|
"MetaX_c-500": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 71249,
|
"modelCount": 71298,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 19506,
|
"successCount": 19520,
|
||||||
"successRate": 0.2737722634703645,
|
"successRate": 0.2737804707004404,
|
||||||
"wilsonLowerBound": 0.27051038173358777
|
"wilsonLowerBound": 0.2705196747914755
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 2760,
|
"modelCount": 2804,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 1514,
|
"successCount": 1539,
|
||||||
"successRate": 0.5485507246376812,
|
"successRate": 0.5488587731811697,
|
||||||
"wilsonLowerBound": 0.5299301945236919
|
"wilsonLowerBound": 0.5303859355125221
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Mthreads_s4000": {
|
"Mthreads_s4000": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 49384,
|
"modelCount": 49416,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 22221,
|
"successCount": 22238,
|
||||||
"successRate": 0.4499635509476754,
|
"successRate": 0.45001618908855434,
|
||||||
"wilsonLowerBound": 0.44557980669287656
|
"wilsonLowerBound": 0.44563381233009536
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 42613,
|
"modelCount": 42659,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 5677,
|
"successCount": 5692,
|
||||||
"successRate": 0.13322225611902472,
|
"successRate": 0.13343022574368832,
|
||||||
"wilsonLowerBound": 0.13002882708163754
|
"wilsonLowerBound": 0.13023635396907535
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 1456,
|
"modelCount": 1466,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 0,
|
"successCount": 0,
|
||||||
@@ -401,12 +401,12 @@
|
|||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 8392,
|
"modelCount": 8404,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3690,
|
"successCount": 3692,
|
||||||
"successRate": 0.43970448045757865,
|
"successRate": 0.4393146120894812,
|
||||||
"wilsonLowerBound": 0.4291147606902373
|
"wilsonLowerBound": 0.42873362575245194
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Vastai_va16": {
|
"Vastai_va16": {
|
||||||
@@ -421,47 +421,47 @@
|
|||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 23580,
|
"modelCount": 23679,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 6545,
|
"successCount": 6573,
|
||||||
"successRate": 0.2775657336726039,
|
"successRate": 0.2775877359685798,
|
||||||
"wilsonLowerBound": 0.27188665854342997
|
"wilsonLowerBound": 0.271920325320184
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"hygon_k100-ai": {
|
"hygon_k100-ai": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 29903,
|
"modelCount": 29936,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 15335,
|
"successCount": 15361,
|
||||||
"successRate": 0.5128248001872722,
|
"successRate": 0.5131280064136825,
|
||||||
"wilsonLowerBound": 0.5071581789539187
|
"wilsonLowerBound": 0.5074645601033321
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 69734,
|
"modelCount": 69755,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 7611,
|
"successCount": 7615,
|
||||||
"successRate": 0.10914331602948346,
|
"successRate": 0.10916780159128378,
|
||||||
"wilsonLowerBound": 0.1068504219018826
|
"wilsonLowerBound": 0.10687502033253095
|
||||||
},
|
},
|
||||||
"vllm-patch-tokenizer": {
|
"vllm-patch-tokenizer": {
|
||||||
"framework": "vllm-patch-tokenizer",
|
"framework": "vllm-patch-tokenizer",
|
||||||
"modelCount": 15150,
|
"modelCount": 15161,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 2865,
|
"successCount": 2866,
|
||||||
"successRate": 0.1891089108910891,
|
"successRate": 0.189037662423323,
|
||||||
"wilsonLowerBound": 0.1829522903252564
|
"wilsonLowerBound": 0.18288416514392783
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"frameworkUpdatedAt": null,
|
"frameworkUpdatedAt": null,
|
||||||
"generatedAt": "2026-10-30T16:12:52.861110+00:00",
|
"generatedAt": "2026-10-30T16:16:41.093310+00:00",
|
||||||
"gpuStats": {
|
"gpuStats": {
|
||||||
"Ascend_910-b3": {
|
"Ascend_910-b3": {
|
||||||
"available": true,
|
"available": true,
|
||||||
@@ -772,9 +772,9 @@
|
|||||||
"waiting": 98
|
"waiting": 98
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"queueAttemptedAt": "2026-10-30T16:03:59.105860+00:00",
|
"queueAttemptedAt": "2026-10-30T16:16:41.093310+00:00",
|
||||||
"queueError": null,
|
"queueError": null,
|
||||||
"queueUpdatedAt": "2026-10-30T16:03:59.105860+00:00",
|
"queueUpdatedAt": "2026-10-30T16:16:41.093310+00:00",
|
||||||
"supportedGpus": [
|
"supportedGpus": [
|
||||||
"Cambricon_mlu-370-x4",
|
"Cambricon_mlu-370-x4",
|
||||||
"Vastai_va16",
|
"Vastai_va16",
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
{
|
{
|
||||||
"catalogUpdatedAt": "2026-10-30T16:12:52.861110+00:00",
|
"catalogUpdatedAt": "2026-10-30T16:16:41.093310+00:00",
|
||||||
"configuredTaskTypes": [
|
"configuredTaskTypes": [
|
||||||
"text-generation"
|
"text-generation"
|
||||||
],
|
],
|
||||||
@@ -56,7 +56,7 @@
|
|||||||
"time-series-forecasting"
|
"time-series-forecasting"
|
||||||
],
|
],
|
||||||
"errors": [],
|
"errors": [],
|
||||||
"generatedAt": "2026-10-30T16:12:52.861110+00:00",
|
"generatedAt": "2026-10-30T16:16:41.093310+00:00",
|
||||||
"gpuCatalog": {
|
"gpuCatalog": {
|
||||||
"Ascend_910-b3": {
|
"Ascend_910-b3": {
|
||||||
"canVerify": true,
|
"canVerify": true,
|
||||||
@@ -6513,6 +6513,6 @@
|
|||||||
"updateTime": "2025-12-22 08:59:53"
|
"updateTime": "2025-12-22 08:59:53"
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
"taskTreeUpdatedAt": "2026-10-30T16:12:52.861110+00:00",
|
"taskTreeUpdatedAt": "2026-10-30T16:16:41.093310+00:00",
|
||||||
"version": 1
|
"version": 1
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -2,10 +2,10 @@
|
|||||||
"agentVersion": "2026.10.28.1",
|
"agentVersion": "2026.10.28.1",
|
||||||
"checksums": {
|
"checksums": {
|
||||||
".modelhub_state/account_capacity.json": "75992f8fc87bd43463ad6a2225d42d2ca55bf3279439823531261e6ae705f09c",
|
".modelhub_state/account_capacity.json": "75992f8fc87bd43463ad6a2225d42d2ca55bf3279439823531261e6ae705f09c",
|
||||||
".modelhub_state/architecture_compatibility_blacklist.json": "c5450280a19fa2aa54e70104cdc1b84791190874a975e1d027f4fb0f362a3b55",
|
".modelhub_state/architecture_compatibility_blacklist.json": "e45e2a9d17a70d517477eb91fd0a77398082c0868d427a9cdf01937a00227ef2",
|
||||||
".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff",
|
".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff",
|
||||||
".modelhub_state/market_intelligence.json": "6490b7712cdb5c9b7ac5965c7f3da497219da53713097025d3035d9941b874ca",
|
".modelhub_state/market_intelligence.json": "565676258c327f3169eced8898f9839e3b3172618d528db0ef6ac5c4bd51ee26",
|
||||||
".modelhub_state/official_capabilities.json": "fb8af4b27c83a96bf20970bd2f72cb0ecf661132f56e0776cc5331fc521a1c95",
|
".modelhub_state/official_capabilities.json": "94578d614a4373ceafe22183bb0da1454b8bab57908d548bef7a35a0406207b1",
|
||||||
".modelhub_state/outcome_checkpoint.json": "53e65fc5448ee4bf40f544a40fe0027c1e56c752a1b33ac79877e5714db24078",
|
".modelhub_state/outcome_checkpoint.json": "53e65fc5448ee4bf40f544a40fe0027c1e56c752a1b33ac79877e5714db24078",
|
||||||
".modelhub_state/recent_outcomes.jsonl": "5aef021570f884663d476dd6899668791eca7a63ad3566bbc81d2507abb6315a",
|
".modelhub_state/recent_outcomes.jsonl": "5aef021570f884663d476dd6899668791eca7a63ad3566bbc81d2507abb6315a",
|
||||||
".modelhub_state/recovery_active_tasks.jsonl": "7547bc4cf081b7efd18d8d7148faa752e9f6e5b4c1a074a31f5077a502a6e109",
|
".modelhub_state/recovery_active_tasks.jsonl": "7547bc4cf081b7efd18d8d7148faa752e9f6e5b4c1a074a31f5077a502a6e109",
|
||||||
@@ -16,9 +16,9 @@
|
|||||||
"ledger/submissions.jsonl": "03c5c4d3a28fb05821346425330fc4e34ca30ea2124eeaf1ad6c8341338d8fd4",
|
"ledger/submissions.jsonl": "03c5c4d3a28fb05821346425330fc4e34ca30ea2124eeaf1ad6c8341338d8fd4",
|
||||||
"outcomes/submissions.jsonl": "a7e9d49dca88c965d324f9d579fa97cd04037b8f3ae095ad016659c92cb95a24"
|
"outcomes/submissions.jsonl": "a7e9d49dca88c965d324f9d579fa97cd04037b8f3ae095ad016659c92cb95a24"
|
||||||
},
|
},
|
||||||
"generation": 16116,
|
"generation": 16117,
|
||||||
"phase": "cycle",
|
"phase": "retry",
|
||||||
"schemaVersion": 1,
|
"schemaVersion": 1,
|
||||||
"updatedAt": "2026-10-30T16:12:55.276208+00:00",
|
"updatedAt": "2026-10-30T16:39:00.003557+00:00",
|
||||||
"writerId": "b60d613251844af6b43636e34287be85"
|
"writerId": "b60d613251844af6b43636e34287be85"
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user