state: generation 5019 (cycle)
This commit is contained in:
@@ -1,108 +1,108 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-09-10T06:18:33.879186+00:00",
|
||||
"communityAttemptedAt": "2026-09-10T06:33:41.338309+00:00",
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-09-10T06:18:33.879186+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-10T00:33:23.734278+00:00",
|
||||
"communityUpdatedAt": "2026-09-10T06:33:41.338309+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-10T06:33:41.338309+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 38246,
|
||||
"modelCount": 38282,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18234,
|
||||
"successRate": 0.4767557391622653,
|
||||
"wilsonLowerBound": 0.4717526424466569
|
||||
"successCount": 18259,
|
||||
"successRate": 0.4769604513870749,
|
||||
"wilsonLowerBound": 0.47195959077959815
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 50394,
|
||||
"modelCount": 50467,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14290,
|
||||
"successRate": 0.283565503829821,
|
||||
"wilsonLowerBound": 0.27964678305404583
|
||||
"successCount": 14307,
|
||||
"successRate": 0.28349218301068024,
|
||||
"wilsonLowerBound": 0.279576598148545
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1725,
|
||||
"modelCount": 1750,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 421,
|
||||
"successRate": 0.24405797101449275,
|
||||
"wilsonLowerBound": 0.22437130768265207
|
||||
"successCount": 432,
|
||||
"successRate": 0.24685714285714286,
|
||||
"wilsonLowerBound": 0.22722395026816722
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 31289,
|
||||
"modelCount": 31345,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13435,
|
||||
"successRate": 0.42938412860749786,
|
||||
"wilsonLowerBound": 0.4239083987762776
|
||||
"successCount": 13473,
|
||||
"successRate": 0.42982931887063325,
|
||||
"wilsonLowerBound": 0.4243577190058428
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36467,
|
||||
"modelCount": 36489,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10427,
|
||||
"successRate": 0.28592974470068827,
|
||||
"wilsonLowerBound": 0.2813147450946334
|
||||
"successCount": 10432,
|
||||
"successRate": 0.28589437912795634,
|
||||
"wilsonLowerBound": 0.2812809396888865
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6797,
|
||||
"modelCount": 6874,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3159,
|
||||
"successRate": 0.4647638664116522,
|
||||
"wilsonLowerBound": 0.4529297888186058
|
||||
"successCount": 3176,
|
||||
"successRate": 0.46203084084957813,
|
||||
"wilsonLowerBound": 0.45026934727417167
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 63776,
|
||||
"modelCount": 63786,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12060,
|
||||
"successRate": 0.18909934771700954,
|
||||
"wilsonLowerBound": 0.18607892882893728
|
||||
"successRate": 0.18906970181544538,
|
||||
"wilsonLowerBound": 0.1860497026682823
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 13487,
|
||||
"modelCount": 13658,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2656,
|
||||
"successRate": 0.1969303774004597,
|
||||
"wilsonLowerBound": 0.1903053974586482
|
||||
"successCount": 2701,
|
||||
"successRate": 0.1977595548396544,
|
||||
"wilsonLowerBound": 0.19116483226960906
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 5092,
|
||||
"modelCount": 5123,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 36,
|
||||
"successRate": 0.007069913589945012,
|
||||
"wilsonLowerBound": 0.005111239221631942
|
||||
"successRate": 0.007027132539527621,
|
||||
"wilsonLowerBound": 0.005080284971882024
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 25900,
|
||||
"modelCount": 25928,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3183,
|
||||
"successRate": 0.1228957528957529,
|
||||
"wilsonLowerBound": 0.1189530548821391
|
||||
"successCount": 3184,
|
||||
"successRate": 0.12280160444307313,
|
||||
"wilsonLowerBound": 0.11886233601191906
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -115,23 +115,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 9281,
|
||||
"modelCount": 9338,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4047,
|
||||
"successRate": 0.43605214955284993,
|
||||
"wilsonLowerBound": 0.4259916780100225
|
||||
"successCount": 4061,
|
||||
"successRate": 0.4348896980081388,
|
||||
"wilsonLowerBound": 0.4248634301344047
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24021,
|
||||
"modelCount": 24024,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3768,
|
||||
"successRate": 0.1568627450980392,
|
||||
"wilsonLowerBound": 0.15231858825659236
|
||||
"successRate": 0.15684315684315683,
|
||||
"wilsonLowerBound": 0.1522995170944452
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -144,106 +144,106 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 39155,
|
||||
"modelCount": 39265,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9874,
|
||||
"successRate": 0.25217724428553184,
|
||||
"wilsonLowerBound": 0.24790025008092578
|
||||
"successCount": 9901,
|
||||
"successRate": 0.252158410798421,
|
||||
"wilsonLowerBound": 0.24788748546407094
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 22901,
|
||||
"modelCount": 22910,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3021,
|
||||
"successRate": 0.1319156368717523,
|
||||
"wilsonLowerBound": 0.12759444115321117
|
||||
"successCount": 3025,
|
||||
"successRate": 0.13203841117415976,
|
||||
"wilsonLowerBound": 0.12771630357319896
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86470,
|
||||
"modelCount": 86474,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9762,
|
||||
"successRate": 0.11289464554180641,
|
||||
"wilsonLowerBound": 0.1108024744634154
|
||||
"successRate": 0.1128894234105049,
|
||||
"wilsonLowerBound": 0.11079734312904772
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 38529,
|
||||
"modelCount": 38586,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4728,
|
||||
"successRate": 0.12271276181577513,
|
||||
"wilsonLowerBound": 0.11947406643924041
|
||||
"successCount": 4737,
|
||||
"successRate": 0.12276473332296688,
|
||||
"wilsonLowerBound": 0.11952780202650498
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 26003,
|
||||
"modelCount": 26062,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3196,
|
||||
"successRate": 0.12290889512748529,
|
||||
"wilsonLowerBound": 0.11897371793751803
|
||||
"successCount": 3202,
|
||||
"successRate": 0.12286087023252244,
|
||||
"wilsonLowerBound": 0.11893076369219584
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 87344,
|
||||
"modelCount": 87380,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20284,
|
||||
"successRate": 0.23223117787140501,
|
||||
"wilsonLowerBound": 0.22944262377414332
|
||||
"successCount": 20298,
|
||||
"successRate": 0.23229571984435798,
|
||||
"wilsonLowerBound": 0.22950746364821423
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5042,
|
||||
"modelCount": 5047,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 562,
|
||||
"successRate": 0.11146370487901626,
|
||||
"wilsonLowerBound": 0.10307100043493952
|
||||
"successRate": 0.11135327917574797,
|
||||
"wilsonLowerBound": 0.10296842863378637
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112415,
|
||||
"modelCount": 112420,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16501,
|
||||
"successRate": 0.14678646088155495,
|
||||
"wilsonLowerBound": 0.14472974396475968
|
||||
"successRate": 0.14677993239637074,
|
||||
"wilsonLowerBound": 0.14472329926031946
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 15557,
|
||||
"modelCount": 15590,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3173,
|
||||
"successRate": 0.203959632319856,
|
||||
"wilsonLowerBound": 0.1977011955928258
|
||||
"successCount": 3182,
|
||||
"successRate": 0.20410519563822963,
|
||||
"wilsonLowerBound": 0.19785159485069084
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 42399,
|
||||
"modelCount": 42416,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5503,
|
||||
"successRate": 0.12979079695275833,
|
||||
"wilsonLowerBound": 0.1266253222703808
|
||||
"successCount": 5509,
|
||||
"successRate": 0.12988023387400982,
|
||||
"wilsonLowerBound": 0.12671444161837456
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 5987,
|
||||
"modelCount": 6005,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 468,
|
||||
"successRate": 0.07816936696175046,
|
||||
"wilsonLowerBound": 0.07163687766471816
|
||||
"successRate": 0.07793505412156536,
|
||||
"wilsonLowerBound": 0.07142142321860222
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -258,76 +258,76 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 29764,
|
||||
"modelCount": 29820,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5062,
|
||||
"successRate": 0.17007122698562022,
|
||||
"wilsonLowerBound": 0.16584565330569667
|
||||
"successCount": 5072,
|
||||
"successRate": 0.17008718980549967,
|
||||
"wilsonLowerBound": 0.16586538447610788
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 60723,
|
||||
"modelCount": 60726,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12374,
|
||||
"successRate": 0.2037778107142269,
|
||||
"wilsonLowerBound": 0.20059272518524676
|
||||
"successRate": 0.20376774363534564,
|
||||
"wilsonLowerBound": 0.20058279583273692
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 5871,
|
||||
"modelCount": 5914,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1735,
|
||||
"successRate": 0.29552035428376766,
|
||||
"wilsonLowerBound": 0.28398558107064886
|
||||
"successCount": 1748,
|
||||
"successRate": 0.2955698342915117,
|
||||
"wilsonLowerBound": 0.2840759682955359
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 11629,
|
||||
"modelCount": 11659,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3057,
|
||||
"successRate": 0.26287728953478373,
|
||||
"wilsonLowerBound": 0.2549557729079066
|
||||
"successCount": 3067,
|
||||
"successRate": 0.26305858135346083,
|
||||
"wilsonLowerBound": 0.2551453292089501
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 57881,
|
||||
"modelCount": 57998,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15763,
|
||||
"successRate": 0.27233461757744337,
|
||||
"wilsonLowerBound": 0.26872316828600895
|
||||
"successCount": 15792,
|
||||
"successRate": 0.27228525121555913,
|
||||
"wilsonLowerBound": 0.268677639812957
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 45794,
|
||||
"modelCount": 45811,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19844,
|
||||
"successRate": 0.4333318775385422,
|
||||
"wilsonLowerBound": 0.428799008789855
|
||||
"successCount": 19859,
|
||||
"successRate": 0.4334985047259392,
|
||||
"wilsonLowerBound": 0.42896625702829366
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 34842,
|
||||
"modelCount": 34883,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2953,
|
||||
"successRate": 0.08475403248952414,
|
||||
"wilsonLowerBound": 0.08187510093355378
|
||||
"successCount": 2962,
|
||||
"successRate": 0.08491242152337815,
|
||||
"wilsonLowerBound": 0.08203266231913953
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 194,
|
||||
"modelCount": 195,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -347,21 +347,21 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 9995,
|
||||
"modelCount": 9997,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 727,
|
||||
"successRate": 0.07273636818409204,
|
||||
"wilsonLowerBound": 0.06780739968277673
|
||||
"successCount": 728,
|
||||
"successRate": 0.07282184655396619,
|
||||
"wilsonLowerBound": 0.06789056951143375
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 5321,
|
||||
"modelCount": 5338,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2224,
|
||||
"successRate": 0.41796654764142077,
|
||||
"wilsonLowerBound": 0.40477768560056143
|
||||
"successCount": 2230,
|
||||
"successRate": 0.4177594604720869,
|
||||
"wilsonLowerBound": 0.40459258085328775
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -376,47 +376,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 9718,
|
||||
"modelCount": 9777,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3344,
|
||||
"successRate": 0.3441037250463058,
|
||||
"wilsonLowerBound": 0.3347213857175121
|
||||
"successCount": 3362,
|
||||
"successRate": 0.3438682622481334,
|
||||
"wilsonLowerBound": 0.3345157039313374
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 25466,
|
||||
"modelCount": 25524,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12783,
|
||||
"successRate": 0.5019634021833033,
|
||||
"wilsonLowerBound": 0.49582252304678864
|
||||
"successCount": 12828,
|
||||
"successRate": 0.5025858015984955,
|
||||
"wilsonLowerBound": 0.4964518439596191
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 60374,
|
||||
"modelCount": 60400,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5857,
|
||||
"successRate": 0.0970119587902077,
|
||||
"wilsonLowerBound": 0.09467659636576492
|
||||
"successCount": 5859,
|
||||
"successRate": 0.09700331125827814,
|
||||
"wilsonLowerBound": 0.09466854048134121
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 11948,
|
||||
"modelCount": 11974,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1602,
|
||||
"successRate": 0.1340810177435554,
|
||||
"wilsonLowerBound": 0.12808862975468285
|
||||
"successCount": 1612,
|
||||
"successRate": 0.13462502087857023,
|
||||
"wilsonLowerBound": 0.12862840018578064
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-10T06:31:03.125361+00:00",
|
||||
"generatedAt": "2026-09-10T06:33:41.338309+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user