state: generation 13956 (cycle)
This commit is contained in:
@@ -3,66 +3,66 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-10-28T22:48:23.210549+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-28T17:00:38.723087+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-28T23:00:48.729042+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 44720,
|
||||
"modelCount": 44752,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22633,
|
||||
"successRate": 0.5061046511627907,
|
||||
"wilsonLowerBound": 0.5014704668780349
|
||||
"successCount": 22651,
|
||||
"successRate": 0.5061449767608152,
|
||||
"wilsonLowerBound": 0.5015124507736645
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 59305,
|
||||
"modelCount": 59332,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15718,
|
||||
"successRate": 0.2650366748166259,
|
||||
"wilsonLowerBound": 0.26149978608063534
|
||||
"successCount": 15723,
|
||||
"successRate": 0.26500033708622667,
|
||||
"wilsonLowerBound": 0.26146440771578583
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 29,
|
||||
"modelCount": 35,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 12,
|
||||
"successRate": 0.41379310344827586,
|
||||
"wilsonLowerBound": 0.2551293527964552
|
||||
"successCount": 15,
|
||||
"successRate": 0.42857142857142855,
|
||||
"wilsonLowerBound": 0.27984333081678914
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6340,
|
||||
"modelCount": 6372,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2087,
|
||||
"successRate": 0.329179810725552,
|
||||
"wilsonLowerBound": 0.3177190173995209
|
||||
"successCount": 2100,
|
||||
"successRate": 0.3295668549905838,
|
||||
"wilsonLowerBound": 0.31813092132189724
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 39944,
|
||||
"modelCount": 39985,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19346,
|
||||
"successRate": 0.4843280592829962,
|
||||
"wilsonLowerBound": 0.47942877745792695
|
||||
"successCount": 19370,
|
||||
"successRate": 0.48443166187320247,
|
||||
"wilsonLowerBound": 0.47953484981457606
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41213,
|
||||
"modelCount": 41232,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11249,
|
||||
"successRate": 0.2729478562589474,
|
||||
"wilsonLowerBound": 0.2686682448015392
|
||||
"successCount": 11252,
|
||||
"successRate": 0.272894838960031,
|
||||
"wilsonLowerBound": 0.2686164744803298
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -75,70 +75,70 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 15652,
|
||||
"modelCount": 15709,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6339,
|
||||
"successRate": 0.4049961666240736,
|
||||
"wilsonLowerBound": 0.3973298528637263
|
||||
"successCount": 6354,
|
||||
"successRate": 0.40448150741613087,
|
||||
"wilsonLowerBound": 0.3968307565867464
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64349,
|
||||
"modelCount": 64350,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.18803711013380162,
|
||||
"wilsonLowerBound": 0.18503668276894034
|
||||
"successRate": 0.18803418803418803,
|
||||
"wilsonLowerBound": 0.18503380203579306
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 39386,
|
||||
"modelCount": 39557,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 8141,
|
||||
"successRate": 0.2066978114050678,
|
||||
"wilsonLowerBound": 0.20272731588268642
|
||||
"successCount": 8158,
|
||||
"successRate": 0.20623404201531967,
|
||||
"wilsonLowerBound": 0.20227543443388324
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8629,
|
||||
"modelCount": 8641,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 118,
|
||||
"successRate": 0.013674817475953182,
|
||||
"wilsonLowerBound": 0.011431782078122659
|
||||
"successRate": 0.013655826871889827,
|
||||
"wilsonLowerBound": 0.011415890044794066
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26889,
|
||||
"modelCount": 26893,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3305,
|
||||
"successRate": 0.1229127152367139,
|
||||
"wilsonLowerBound": 0.11904195400650128
|
||||
"successCount": 3306,
|
||||
"successRate": 0.12293161789313205,
|
||||
"wilsonLowerBound": 0.11906087847481013
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16533,
|
||||
"modelCount": 16534,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10137301155265227,
|
||||
"wilsonLowerBound": 0.09686444071929254
|
||||
"successRate": 0.1013668803677271,
|
||||
"wilsonLowerBound": 0.09685856789451742
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 19069,
|
||||
"modelCount": 19134,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7247,
|
||||
"successRate": 0.3800409040851644,
|
||||
"wilsonLowerBound": 0.37317620001590346
|
||||
"successCount": 7264,
|
||||
"successRate": 0.3796383401275217,
|
||||
"wilsonLowerBound": 0.3727867553805254
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
@@ -162,23 +162,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 58770,
|
||||
"modelCount": 58876,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14644,
|
||||
"successRate": 0.24917474902160966,
|
||||
"wilsonLowerBound": 0.24569418686475403
|
||||
"successCount": 14666,
|
||||
"successRate": 0.24909980297574563,
|
||||
"wilsonLowerBound": 0.2456227165209383
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 29249,
|
||||
"modelCount": 29423,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4082,
|
||||
"successRate": 0.13956032684878117,
|
||||
"wilsonLowerBound": 0.13563625700121792
|
||||
"successCount": 4091,
|
||||
"successRate": 0.1390408863814023,
|
||||
"wilsonLowerBound": 0.13513454617015586
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -191,32 +191,32 @@
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50704,
|
||||
"modelCount": 50712,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5792,
|
||||
"successRate": 0.1142316188071947,
|
||||
"wilsonLowerBound": 0.11149201656518053
|
||||
"successRate": 0.11421359835936268,
|
||||
"wilsonLowerBound": 0.1114744014764543
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 54406,
|
||||
"modelCount": 54489,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3898,
|
||||
"successRate": 0.0716465095761497,
|
||||
"wilsonLowerBound": 0.06950947933926484
|
||||
"successCount": 3899,
|
||||
"successRate": 0.07155572684395016,
|
||||
"wilsonLowerBound": 0.06942157472174183
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95587,
|
||||
"modelCount": 95590,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24176,
|
||||
"successRate": 0.2529214223691506,
|
||||
"wilsonLowerBound": 0.25017568519098876
|
||||
"successCount": 24179,
|
||||
"successRate": 0.2529448687101161,
|
||||
"wilsonLowerBound": 0.2501990890443193
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
@@ -229,12 +229,12 @@
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 6743,
|
||||
"modelCount": 6745,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 631,
|
||||
"successRate": 0.093578525878689,
|
||||
"wilsonLowerBound": 0.08685650015124885
|
||||
"successRate": 0.09355077835433655,
|
||||
"wilsonLowerBound": 0.08683065425543382
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -247,39 +247,39 @@
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 412,
|
||||
"modelCount": 414,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2,
|
||||
"successRate": 0.0048543689320388345,
|
||||
"wilsonLowerBound": 0.0013322261476017578
|
||||
"successRate": 0.004830917874396135,
|
||||
"wilsonLowerBound": 0.001325785404573985
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26552,
|
||||
"modelCount": 26556,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4274,
|
||||
"successRate": 0.1609671587827659,
|
||||
"wilsonLowerBound": 0.1565958106166769
|
||||
"successRate": 0.16094291308932068,
|
||||
"wilsonLowerBound": 0.15657216292831141
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 45086,
|
||||
"modelCount": 45149,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5860,
|
||||
"successRate": 0.12997382779576808,
|
||||
"wilsonLowerBound": 0.12690127126303005
|
||||
"successCount": 5874,
|
||||
"successRate": 0.1301025493366409,
|
||||
"wilsonLowerBound": 0.12703079854675714
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9143,
|
||||
"modelCount": 9146,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 850,
|
||||
"successRate": 0.09296729738597835,
|
||||
"wilsonLowerBound": 0.08718469547444964
|
||||
"successRate": 0.09293680297397769,
|
||||
"wilsonLowerBound": 0.08715600991253136
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -294,85 +294,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36870,
|
||||
"modelCount": 36896,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7552,
|
||||
"successRate": 0.20482777325739082,
|
||||
"wilsonLowerBound": 0.20073912460013457
|
||||
"successCount": 7562,
|
||||
"successRate": 0.20495446660884648,
|
||||
"wilsonLowerBound": 0.2008662896810948
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61651,
|
||||
"modelCount": 61652,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12432,
|
||||
"successRate": 0.2016512303125659,
|
||||
"wilsonLowerBound": 0.1985026108451283
|
||||
"successRate": 0.20164795951469539,
|
||||
"wilsonLowerBound": 0.19849938483149585
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 20954,
|
||||
"modelCount": 21020,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5820,
|
||||
"successRate": 0.2777512646750024,
|
||||
"wilsonLowerBound": 0.27172793586073357
|
||||
"successCount": 5832,
|
||||
"successRate": 0.2774500475737393,
|
||||
"wilsonLowerBound": 0.2714381940018949
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16955,
|
||||
"modelCount": 16974,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4096,
|
||||
"successRate": 0.24158065467413742,
|
||||
"wilsonLowerBound": 0.23519658541957583
|
||||
"successCount": 4101,
|
||||
"successRate": 0.24160480735242135,
|
||||
"wilsonLowerBound": 0.23522405414022046
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 71018,
|
||||
"modelCount": 71046,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19460,
|
||||
"successRate": 0.27401503844095865,
|
||||
"wilsonLowerBound": 0.27074695775726576
|
||||
"successCount": 19468,
|
||||
"successRate": 0.2740196492413366,
|
||||
"wilsonLowerBound": 0.270752192753631
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2569,
|
||||
"modelCount": 2601,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1440,
|
||||
"successRate": 0.5605293888672636,
|
||||
"wilsonLowerBound": 0.5412603405214778
|
||||
"successCount": 1457,
|
||||
"successRate": 0.5601691657054979,
|
||||
"wilsonLowerBound": 0.5410182492502096
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 49262,
|
||||
"modelCount": 49288,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22149,
|
||||
"successRate": 0.44961633713612925,
|
||||
"wilsonLowerBound": 0.4452275096974306
|
||||
"successCount": 22162,
|
||||
"successRate": 0.44964291511118326,
|
||||
"wilsonLowerBound": 0.4452552184513562
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 42434,
|
||||
"modelCount": 42472,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5616,
|
||||
"successRate": 0.13234670311542632,
|
||||
"wilsonLowerBound": 0.1291557079785789
|
||||
"successCount": 5626,
|
||||
"successRate": 0.13246374081747975,
|
||||
"wilsonLowerBound": 0.12927294105994702
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1431,
|
||||
"modelCount": 1439,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -392,76 +392,76 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10127,
|
||||
"modelCount": 10128,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 767,
|
||||
"successRate": 0.07573812580231065,
|
||||
"wilsonLowerBound": 0.0707443487612829
|
||||
"successRate": 0.0757306477093207,
|
||||
"wilsonLowerBound": 0.0707373455606498
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8306,
|
||||
"modelCount": 8326,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3662,
|
||||
"successRate": 0.44088610642908743,
|
||||
"wilsonLowerBound": 0.43023827259527375
|
||||
"successCount": 3670,
|
||||
"successRate": 0.4407878933461446,
|
||||
"wilsonLowerBound": 0.43015311375766774
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7472,
|
||||
"modelCount": 7473,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 252,
|
||||
"successRate": 0.03372591006423983,
|
||||
"wilsonLowerBound": 0.029866294005894918
|
||||
"successCount": 253,
|
||||
"successRate": 0.03385521209688211,
|
||||
"wilsonLowerBound": 0.02998822717286581
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 23019,
|
||||
"modelCount": 23161,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6397,
|
||||
"successRate": 0.2779008645032365,
|
||||
"wilsonLowerBound": 0.2721512519137695
|
||||
"successCount": 6440,
|
||||
"successRate": 0.27805362462760674,
|
||||
"wilsonLowerBound": 0.2723205488719515
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 29795,
|
||||
"modelCount": 29819,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15273,
|
||||
"successRate": 0.512602785702299,
|
||||
"wilsonLowerBound": 0.5069258665057177
|
||||
"successCount": 15285,
|
||||
"successRate": 0.5125926422750595,
|
||||
"wilsonLowerBound": 0.5069180068543558
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 69604,
|
||||
"modelCount": 69632,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7592,
|
||||
"successRate": 0.10907419113844032,
|
||||
"wilsonLowerBound": 0.10677982441377472
|
||||
"successCount": 7598,
|
||||
"successRate": 0.1091164981617647,
|
||||
"wilsonLowerBound": 0.10682219215736816
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 15047,
|
||||
"modelCount": 15075,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2828,
|
||||
"successRate": 0.18794444075230943,
|
||||
"wilsonLowerBound": 0.1817821637525779
|
||||
"successCount": 2838,
|
||||
"successRate": 0.18825870646766169,
|
||||
"wilsonLowerBound": 0.18209799836107254
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-28T22:59:43.648969+00:00",
|
||||
"generatedAt": "2026-10-28T23:00:48.729042+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user