state: generation 31412 (cycle)
This commit is contained in:
1 parent
feffbac6ac
commit
1afd08e3c6
7 files changed
+1339
-1321
No files matched your search
@@ -3,28 +3,28 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-11-13T10:41:29.879951+00:00",
|
||||
"frameworkAttemptedAt": "2026-11-13T04:54:06.938120+00:00",
|
||||
"frameworkAttemptedAt": "2026-11-13T10:54:08.005410+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 47169,
|
||||
"modelCount": 47202,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24006,
|
||||
"successRate": 0.5089359536984036,
|
||||
"wilsonLowerBound": 0.5044238326521064
|
||||
"successCount": 24025,
|
||||
"successRate": 0.5089826702258379,
|
||||
"wilsonLowerBound": 0.5044721305952055
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61574,
|
||||
"modelCount": 61611,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15976,
|
||||
"successRate": 0.2594601617565856,
|
||||
"wilsonLowerBound": 0.2560129256557961
|
||||
"successCount": 15987,
|
||||
"successRate": 0.25948288454983687,
|
||||
"wilsonLowerBound": 0.2560365792977004
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,108 +37,108 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8626,
|
||||
"modelCount": 8668,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2931,
|
||||
"successRate": 0.33978669139809875,
|
||||
"wilsonLowerBound": 0.3298646621975428
|
||||
"successCount": 2949,
|
||||
"successRate": 0.3402168897092755,
|
||||
"wilsonLowerBound": 0.33031549850539793
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 42568,
|
||||
"modelCount": 42605,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21012,
|
||||
"successRate": 0.4936102236421725,
|
||||
"wilsonLowerBound": 0.48886150254219074
|
||||
"successCount": 21038,
|
||||
"successRate": 0.4937918084731839,
|
||||
"wilsonLowerBound": 0.48904511128812045
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 42354,
|
||||
"modelCount": 42378,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11385,
|
||||
"successRate": 0.26880577985550363,
|
||||
"wilsonLowerBound": 0.26460463147012714
|
||||
"successCount": 11392,
|
||||
"successRate": 0.2688187266978149,
|
||||
"wilsonLowerBound": 0.26461869664407534
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 18,
|
||||
"modelCount": 19,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5,
|
||||
"successRate": 0.2777777777777778,
|
||||
"wilsonLowerBound": 0.12499569146355476
|
||||
"successRate": 0.2631578947368421,
|
||||
"wilsonLowerBound": 0.11806238339540162
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 19090,
|
||||
"modelCount": 19143,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7307,
|
||||
"successRate": 0.38276584599266633,
|
||||
"wilsonLowerBound": 0.37589492120628193
|
||||
"successCount": 7327,
|
||||
"successRate": 0.3827508749934702,
|
||||
"wilsonLowerBound": 0.3758894880662471
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64532,
|
||||
"modelCount": 64549,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12101,
|
||||
"successRate": 0.1875193702349222,
|
||||
"wilsonLowerBound": 0.1845263978194066
|
||||
"successRate": 0.18746998404313003,
|
||||
"wilsonLowerBound": 0.18447771127235432
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 48700,
|
||||
"modelCount": 48889,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 8674,
|
||||
"successRate": 0.17811088295687885,
|
||||
"wilsonLowerBound": 0.17473815473520715
|
||||
"successCount": 8694,
|
||||
"successRate": 0.17783141401951358,
|
||||
"wilsonLowerBound": 0.17446726964993492
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9498,
|
||||
"modelCount": 9501,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 121,
|
||||
"successRate": 0.01273952411033902,
|
||||
"wilsonLowerBound": 0.010672944859837366
|
||||
"successRate": 0.012735501526155142,
|
||||
"wilsonLowerBound": 0.010669571599782981
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 27104,
|
||||
"modelCount": 27108,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3345,
|
||||
"successRate": 0.12341351829988194,
|
||||
"wilsonLowerBound": 0.11955102161386257
|
||||
"successRate": 0.12339530765825586,
|
||||
"wilsonLowerBound": 0.11953334275826193
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16560,
|
||||
"modelCount": 16561,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1677,
|
||||
"successRate": 0.10126811594202899,
|
||||
"wilsonLowerBound": 0.09676528130403388
|
||||
"successRate": 0.10126200108689089,
|
||||
"wilsonLowerBound": 0.0967594240758133
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 22274,
|
||||
"modelCount": 22344,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 8089,
|
||||
"successRate": 0.36315883990302594,
|
||||
"wilsonLowerBound": 0.35686724687160265
|
||||
"successCount": 8106,
|
||||
"successRate": 0.36278195488721804,
|
||||
"wilsonLowerBound": 0.35650165902850856
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
@@ -162,61 +162,70 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 64899,
|
||||
"modelCount": 64975,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15988,
|
||||
"successRate": 0.24635202391408187,
|
||||
"wilsonLowerBound": 0.24305198030205832
|
||||
"successCount": 16009,
|
||||
"successRate": 0.2463870719507503,
|
||||
"wilsonLowerBound": 0.24308878936749143
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 36680,
|
||||
"modelCount": 36735,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4340,
|
||||
"successRate": 0.1183206106870229,
|
||||
"wilsonLowerBound": 0.115055089966124
|
||||
"successCount": 4341,
|
||||
"successRate": 0.11817068191098408,
|
||||
"wilsonLowerBound": 0.1149094048189938
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 87148,
|
||||
"modelCount": 87158,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9779,
|
||||
"successRate": 0.11221141047413595,
|
||||
"wilsonLowerBound": 0.11013291777916598
|
||||
"successRate": 0.11219853599210629,
|
||||
"wilsonLowerBound": 0.11012026713682803
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 51427,
|
||||
"modelCount": 51481,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5878,
|
||||
"successRate": 0.11429793688140472,
|
||||
"wilsonLowerBound": 0.11157675670267343
|
||||
"successCount": 5890,
|
||||
"successRate": 0.11441114197470911,
|
||||
"wilsonLowerBound": 0.11169018100055257
|
||||
},
|
||||
"vllm_03": {
|
||||
"framework": "vllm_03",
|
||||
"modelCount": 0,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 61178,
|
||||
"modelCount": 61397,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4009,
|
||||
"successRate": 0.06553009251691784,
|
||||
"wilsonLowerBound": 0.06359631737029411
|
||||
"successCount": 4016,
|
||||
"successRate": 0.06541036206980796,
|
||||
"wilsonLowerBound": 0.06348166162028822
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 96297,
|
||||
"modelCount": 96321,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24274,
|
||||
"successRate": 0.2520743117646448,
|
||||
"wilsonLowerBound": 0.24934176041871928
|
||||
"successCount": 24281,
|
||||
"successRate": 0.2520841768669345,
|
||||
"wilsonLowerBound": 0.24935192876813683
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
@@ -229,12 +238,12 @@
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 8276,
|
||||
"modelCount": 8289,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 638,
|
||||
"successRate": 0.07709038182696955,
|
||||
"wilsonLowerBound": 0.07153779053639382
|
||||
"successCount": 641,
|
||||
"successRate": 0.07733140306430208,
|
||||
"wilsonLowerBound": 0.07177469746236685
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -247,39 +256,39 @@
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 485,
|
||||
"modelCount": 486,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4,
|
||||
"successRate": 0.008247422680412371,
|
||||
"wilsonLowerBound": 0.0032117498028693937
|
||||
"successCount": 5,
|
||||
"successRate": 0.0102880658436214,
|
||||
"wilsonLowerBound": 0.00440216398081005
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 27059,
|
||||
"modelCount": 27179,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4408,
|
||||
"successRate": 0.162903285413356,
|
||||
"wilsonLowerBound": 0.1585511860830264
|
||||
"successCount": 4422,
|
||||
"successRate": 0.16269914272048272,
|
||||
"wilsonLowerBound": 0.15835880093317406
|
||||
},
|
||||
"vllm_0_31_0_corex_5_0_0": {
|
||||
"framework": "vllm_0_31_0_corex_5_0_0",
|
||||
"modelCount": 31,
|
||||
"modelCount": 41,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3,
|
||||
"successRate": 0.0967741935483871,
|
||||
"wilsonLowerBound": 0.033464036094643976
|
||||
"successCount": 4,
|
||||
"successRate": 0.0975609756097561,
|
||||
"wilsonLowerBound": 0.03859645975296141
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 46341,
|
||||
"modelCount": 46373,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5996,
|
||||
"successRate": 0.1293886623076757,
|
||||
"wilsonLowerBound": 0.12636349380496978
|
||||
"successCount": 6001,
|
||||
"successRate": 0.1294071981540983,
|
||||
"wilsonLowerBound": 0.1263828752391216
|
||||
},
|
||||
"vllm_gemma_4": {
|
||||
"framework": "vllm_gemma_4",
|
||||
@@ -290,6 +299,15 @@
|
||||
"successRate": 1.0,
|
||||
"wilsonLowerBound": 0.20654329147389294
|
||||
},
|
||||
"vllm_pplx_decider": {
|
||||
"framework": "vllm_pplx_decider",
|
||||
"modelCount": 0,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9653,
|
||||
@@ -312,23 +330,23 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 39202,
|
||||
"modelCount": 39234,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 8305,
|
||||
"successRate": 0.21185143615121677,
|
||||
"wilsonLowerBound": 0.20783474048986048
|
||||
"successCount": 8319,
|
||||
"successRate": 0.21203547943110568,
|
||||
"wilsonLowerBound": 0.2080191091486445
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 62061,
|
||||
"modelCount": 62064,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12447,
|
||||
"successRate": 0.20056073862812393,
|
||||
"wilsonLowerBound": 0.19742893991514937
|
||||
"successRate": 0.20055104408352667,
|
||||
"wilsonLowerBound": 0.19741937824487776
|
||||
},
|
||||
"vllm_0.25.1": {
|
||||
"framework": "vllm_0.25.1",
|
||||
@@ -341,61 +359,61 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 25305,
|
||||
"modelCount": 25385,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 6731,
|
||||
"successRate": 0.2659948626753606,
|
||||
"wilsonLowerBound": 0.2605864166526316
|
||||
"successCount": 6756,
|
||||
"successRate": 0.2661414220996652,
|
||||
"wilsonLowerBound": 0.2607404718551338
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 18461,
|
||||
"modelCount": 18499,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4275,
|
||||
"successRate": 0.23156925410324466,
|
||||
"wilsonLowerBound": 0.2255403278999991
|
||||
"successCount": 4279,
|
||||
"successRate": 0.23130980052975836,
|
||||
"wilsonLowerBound": 0.22528944547874935
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 73699,
|
||||
"modelCount": 73748,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20026,
|
||||
"successRate": 0.2717268891029729,
|
||||
"wilsonLowerBound": 0.26852712128647793
|
||||
"successCount": 20038,
|
||||
"successRate": 0.27170906329663175,
|
||||
"wilsonLowerBound": 0.268510421612219
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 4670,
|
||||
"modelCount": 4694,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2560,
|
||||
"successRate": 0.5481798715203426,
|
||||
"wilsonLowerBound": 0.5338722057413519
|
||||
"successCount": 2573,
|
||||
"successRate": 0.548146570089476,
|
||||
"wilsonLowerBound": 0.5338755345548953
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 50693,
|
||||
"modelCount": 50729,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22972,
|
||||
"successRate": 0.4531592133036119,
|
||||
"wilsonLowerBound": 0.44882943411980775
|
||||
"successCount": 22991,
|
||||
"successRate": 0.4532121666108143,
|
||||
"wilsonLowerBound": 0.44888387530608764
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 45459,
|
||||
"modelCount": 45477,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6218,
|
||||
"successRate": 0.13678259530566003,
|
||||
"wilsonLowerBound": 0.13365447496188093
|
||||
"successRate": 0.13672845614266552,
|
||||
"wilsonLowerBound": 0.13360147939274056
|
||||
}
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
@@ -419,12 +437,12 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 9305,
|
||||
"modelCount": 9319,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4104,
|
||||
"successRate": 0.4410531972058033,
|
||||
"wilsonLowerBound": 0.430991029424229
|
||||
"successCount": 4108,
|
||||
"successRate": 0.4408198304539114,
|
||||
"wilsonLowerBound": 0.43076586187871885
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -439,41 +457,41 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 28595,
|
||||
"modelCount": 28695,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7951,
|
||||
"successRate": 0.2780556041265956,
|
||||
"wilsonLowerBound": 0.27289255614619684
|
||||
"successCount": 7986,
|
||||
"successRate": 0.27830632514375325,
|
||||
"wilsonLowerBound": 0.2731507593515113
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 31269,
|
||||
"modelCount": 31286,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15944,
|
||||
"successRate": 0.5098979820269276,
|
||||
"wilsonLowerBound": 0.5043561597209676
|
||||
"successCount": 15949,
|
||||
"successRate": 0.5097807325960494,
|
||||
"wilsonLowerBound": 0.5042404051087697
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 71385,
|
||||
"modelCount": 71412,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7778,
|
||||
"successRate": 0.1089584646634447,
|
||||
"wilsonLowerBound": 0.1066937046720399
|
||||
"successCount": 7785,
|
||||
"successRate": 0.10901529154763905,
|
||||
"wilsonLowerBound": 0.1067504297976248
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 17022,
|
||||
"modelCount": 17052,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3320,
|
||||
"successRate": 0.1950417107272941,
|
||||
"wilsonLowerBound": 0.18915826855090861
|
||||
"successCount": 3333,
|
||||
"successRate": 0.1954609429978888,
|
||||
"wilsonLowerBound": 0.18957768742679187
|
||||
},
|
||||
"vllm_0.21.0": {
|
||||
"framework": "vllm_0.21.0",
|
||||
@@ -488,7 +506,7 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-11-13T10:52:06.636330+00:00",
|
||||
"generatedAt": "2026-11-13T10:54:08.005410+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in new issue
Block a user