state: generation 31662 (cycle)

This commit is contained in:
CoolBoy committed 2026-11-13 16:55:16 +00:00
1 parent 05e2f6c898
commit b4ce50e534
3 files changed
+150 -150

No files matched your search

+143 -143
View File
@@ -3,28 +3,28 @@
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-11-13T16:43:38.584071+00:00",
"frameworkAttemptedAt": "2026-11-13T10:54:08.005410+00:00",
"frameworkAttemptedAt": "2026-11-13T16:55:14.321591+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 47202,
"modelCount": 47237,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24025,
"successRate": 0.5089826702258379,
"wilsonLowerBound": 0.5044721305952055
"successCount": 24044,
"successRate": 0.5090077693333616,
"wilsonLowerBound": 0.5044989032084028
},
"vllm": {
"framework": "vllm",
"modelCount": 61611,
"modelCount": 61653,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15987,
"successRate": 0.25948288454983687,
"wilsonLowerBound": 0.2560365792977004
"successCount": 15997,
"successRate": 0.25946831459945174,
"wilsonLowerBound": 0.2560232422648166
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -37,90 +37,90 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8668,
"modelCount": 8709,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2949,
"successRate": 0.3402168897092755,
"wilsonLowerBound": 0.33031549850539793
"successCount": 2966,
"successRate": 0.34056722930301986,
"wilsonLowerBound": 0.3306863656465387
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 42605,
"modelCount": 42654,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21038,
"successRate": 0.4937918084731839,
"wilsonLowerBound": 0.48904511128812045
"successCount": 21070,
"successRate": 0.4939747737609603,
"wilsonLowerBound": 0.48923076552655814
},
"vllm": {
"framework": "vllm",
"modelCount": 42378,
"modelCount": 42410,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11392,
"successRate": 0.2688187266978149,
"wilsonLowerBound": 0.26461869664407534
"successCount": 11404,
"successRate": 0.26889884461211977,
"wilsonLowerBound": 0.2646999866685765
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 19,
"modelCount": 20,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 5,
"successRate": 0.2631578947368421,
"wilsonLowerBound": 0.11806238339540162
"successRate": 0.25,
"wilsonLowerBound": 0.11186005278940306
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 19143,
"modelCount": 19210,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7327,
"successRate": 0.3827508749934702,
"wilsonLowerBound": 0.3758894880662471
"successCount": 7352,
"successRate": 0.3827173347214992,
"wilsonLowerBound": 0.3758680015700409
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64549,
"modelCount": 64556,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12101,
"successRate": 0.18746998404313003,
"wilsonLowerBound": 0.18447771127235432
"successRate": 0.18744965611252246,
"wilsonLowerBound": 0.1844576713380231
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 48889,
"modelCount": 49102,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8694,
"successRate": 0.17783141401951358,
"wilsonLowerBound": 0.17446726964993492
"successCount": 8708,
"successRate": 0.17734511832511915,
"wilsonLowerBound": 0.17399188990137873
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9501,
"modelCount": 9507,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 121,
"successRate": 0.012735501526155142,
"wilsonLowerBound": 0.010669571599782981
"successRate": 0.012727463973913958,
"wilsonLowerBound": 0.010662831472509494
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 27108,
"modelCount": 27112,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3345,
"successRate": 0.12339530765825586,
"wilsonLowerBound": 0.11953334275826193
"successCount": 3347,
"successRate": 0.1234508704632635,
"wilsonLowerBound": 0.11958842168414544
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -133,12 +133,12 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 22344,
"modelCount": 22400,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 8106,
"successRate": 0.36278195488721804,
"wilsonLowerBound": 0.35650165902850856
"successCount": 8122,
"successRate": 0.3625892857142857,
"wilsonLowerBound": 0.3563175679257275
}
},
"Cambricon_mlu-370-x8": {
@@ -162,70 +162,70 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 64975,
"modelCount": 65047,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16009,
"successRate": 0.2463870719507503,
"wilsonLowerBound": 0.24308878936749143
"successCount": 16027,
"successRate": 0.24639107107168662,
"wilsonLowerBound": 0.24309458772686232
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 36735,
"modelCount": 36770,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4341,
"successRate": 0.11817068191098408,
"wilsonLowerBound": 0.1149094048189938
"successCount": 4342,
"successRate": 0.11808539570301876,
"wilsonLowerBound": 0.11482669226803241
},
"vllm": {
"framework": "vllm",
"modelCount": 87158,
"modelCount": 87167,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11219853599210629,
"wilsonLowerBound": 0.11012026713682803
"successRate": 0.11218695148393314,
"wilsonLowerBound": 0.11010888404343026
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 51481,
"modelCount": 51510,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5890,
"successRate": 0.11441114197470911,
"wilsonLowerBound": 0.11169018100055257
"successCount": 5898,
"successRate": 0.11450203843913803,
"wilsonLowerBound": 0.11178087821366833
},
"vllm_03": {
"framework": "vllm_03",
"modelCount": 0,
"modelCount": 58,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
"successCount": 19,
"successRate": 0.3275862068965517,
"wilsonLowerBound": 0.220831238803421
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 61397,
"modelCount": 61511,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4016,
"successRate": 0.06541036206980796,
"wilsonLowerBound": 0.06348166162028822
"successCount": 4017,
"successRate": 0.06530539253141715,
"wilsonLowerBound": 0.06337992032491227
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 96321,
"modelCount": 96365,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24281,
"successRate": 0.2520841768669345,
"wilsonLowerBound": 0.24935192876813683
"successCount": 24290,
"successRate": 0.2520624708140923,
"wilsonLowerBound": 0.24933092339571253
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
@@ -265,30 +265,30 @@
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 27179,
"modelCount": 27326,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4422,
"successRate": 0.16269914272048272,
"wilsonLowerBound": 0.15835880093317406
"successCount": 4434,
"successRate": 0.1622630461831223,
"wilsonLowerBound": 0.157939057266993
},
"vllm_0_31_0_corex_5_0_0": {
"framework": "vllm_0_31_0_corex_5_0_0",
"modelCount": 41,
"modelCount": 45,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4,
"successRate": 0.0975609756097561,
"wilsonLowerBound": 0.03859645975296141
"successRate": 0.08888888888888889,
"wilsonLowerBound": 0.035110548134203154
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 46373,
"modelCount": 46389,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 6001,
"successRate": 0.1294071981540983,
"wilsonLowerBound": 0.1263828752391216
"successCount": 6009,
"successRate": 0.12953501907779863,
"wilsonLowerBound": 0.12650991833142983
},
"vllm_gemma_4": {
"framework": "vllm_gemma_4",
@@ -310,12 +310,12 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9653,
"modelCount": 9654,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 857,
"successRate": 0.088780689940951,
"wilsonLowerBound": 0.08326896583290981
"successRate": 0.0887714936813756,
"wilsonLowerBound": 0.08326031533055826
}
},
"Iluvatar_mrv-100": {
@@ -330,23 +330,23 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 39234,
"modelCount": 39269,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 8319,
"successRate": 0.21203547943110568,
"wilsonLowerBound": 0.2080191091486445
"successCount": 8329,
"successRate": 0.2121011484886297,
"wilsonLowerBound": 0.20808609197533603
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 62064,
"modelCount": 62068,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12447,
"successRate": 0.20055104408352667,
"wilsonLowerBound": 0.19741937824487776
"successRate": 0.2005381194818586,
"wilsonLowerBound": 0.1974066307919594
},
"vllm_0.25.1": {
"framework": "vllm_0.25.1",
@@ -359,61 +359,61 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 25385,
"modelCount": 25476,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 6756,
"successRate": 0.2661414220996652,
"wilsonLowerBound": 0.2607404718551338
"successCount": 6786,
"successRate": 0.2663683466792275,
"wilsonLowerBound": 0.2609754794590166
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 18499,
"modelCount": 18540,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4279,
"successRate": 0.23130980052975836,
"wilsonLowerBound": 0.22528944547874935
"successCount": 4287,
"successRate": 0.23122977346278317,
"wilsonLowerBound": 0.22521676696474915
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 73748,
"modelCount": 73796,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20038,
"successRate": 0.27170906329663175,
"wilsonLowerBound": 0.268510421612219
"successCount": 20051,
"successRate": 0.2717084936852946,
"wilsonLowerBound": 0.26851089066745026
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 4694,
"modelCount": 4718,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2573,
"successRate": 0.548146570089476,
"wilsonLowerBound": 0.5338755345548953
"successCount": 2587,
"successRate": 0.5483255616786774,
"wilsonLowerBound": 0.5340912895081172
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 50729,
"modelCount": 50745,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22991,
"successRate": 0.4532121666108143,
"wilsonLowerBound": 0.44888387530608764
"successCount": 22999,
"successRate": 0.45322691890826683,
"wilsonLowerBound": 0.44889929622968716
},
"vllm": {
"framework": "vllm",
"modelCount": 45477,
"modelCount": 45503,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6218,
"successRate": 0.13672845614266552,
"wilsonLowerBound": 0.13360147939274056
"successCount": 6219,
"successRate": 0.13667230732039645,
"wilsonLowerBound": 0.1335467655537305
}
},
"Sunrise_pt-200-x1": {
@@ -428,21 +428,21 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 10156,
"modelCount": 10157,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 771,
"successRate": 0.0759157148483655,
"wilsonLowerBound": 0.07092325200560552
"successCount": 772,
"successRate": 0.07600669489022349,
"wilsonLowerBound": 0.07101160671798992
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 9319,
"modelCount": 9344,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4108,
"successRate": 0.4408198304539114,
"wilsonLowerBound": 0.43076586187871885
"successCount": 4119,
"successRate": 0.4408176369863014,
"wilsonLowerBound": 0.43077709534119035
}
},
"Vastai_va16": {
@@ -457,41 +457,41 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 28695,
"modelCount": 28808,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7986,
"successRate": 0.27830632514375325,
"wilsonLowerBound": 0.2731507593515113
"successCount": 8031,
"successRate": 0.27877672868647596,
"wilsonLowerBound": 0.2736284793791637
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 31286,
"modelCount": 31303,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15949,
"successRate": 0.5097807325960494,
"wilsonLowerBound": 0.5042404051087697
"successCount": 15959,
"successRate": 0.5098233396160112,
"wilsonLowerBound": 0.5042845209170523
},
"vllm": {
"framework": "vllm",
"modelCount": 71412,
"modelCount": 71456,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7785,
"successRate": 0.10901529154763905,
"wilsonLowerBound": 0.1067504297976248
"successCount": 7789,
"successRate": 0.10900414240931482,
"wilsonLowerBound": 0.10674007477043307
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 17052,
"modelCount": 17082,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3333,
"successRate": 0.1954609429978888,
"wilsonLowerBound": 0.18957768742679187
"successCount": 3340,
"successRate": 0.1955274558014284,
"wilsonLowerBound": 0.18964852750951278
},
"vllm_0.21.0": {
"framework": "vllm_0.21.0",
@@ -506,7 +506,7 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-11-13T16:53:57.707453+00:00",
"generatedAt": "2026-11-13T16:55:14.321591+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,