state: generation 31662 (cycle)
This commit is contained in:
1 parent
05e2f6c898
commit
b4ce50e534
3 files changed
+150
-150
No files matched your search
@@ -3,28 +3,28 @@
|
|||||||
"communityError": null,
|
"communityError": null,
|
||||||
"communitySample": {},
|
"communitySample": {},
|
||||||
"communityUpdatedAt": "2026-11-13T16:43:38.584071+00:00",
|
"communityUpdatedAt": "2026-11-13T16:43:38.584071+00:00",
|
||||||
"frameworkAttemptedAt": "2026-11-13T10:54:08.005410+00:00",
|
"frameworkAttemptedAt": "2026-11-13T16:55:14.321591+00:00",
|
||||||
"frameworkError": null,
|
"frameworkError": null,
|
||||||
"frameworkStats": {
|
"frameworkStats": {
|
||||||
"text-generation": {
|
"text-generation": {
|
||||||
"Ascend_910-b3": {
|
"Ascend_910-b3": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 47202,
|
"modelCount": 47237,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 24025,
|
"successCount": 24044,
|
||||||
"successRate": 0.5089826702258379,
|
"successRate": 0.5090077693333616,
|
||||||
"wilsonLowerBound": 0.5044721305952055
|
"wilsonLowerBound": 0.5044989032084028
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 61611,
|
"modelCount": 61653,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 15987,
|
"successCount": 15997,
|
||||||
"successRate": 0.25948288454983687,
|
"successRate": 0.25946831459945174,
|
||||||
"wilsonLowerBound": 0.2560365792977004
|
"wilsonLowerBound": 0.2560232422648166
|
||||||
},
|
},
|
||||||
"vllm_0.23.0": {
|
"vllm_0.23.0": {
|
||||||
"framework": "vllm_0.23.0",
|
"framework": "vllm_0.23.0",
|
||||||
@@ -37,90 +37,90 @@
|
|||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 8668,
|
"modelCount": 8709,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 2949,
|
"successCount": 2966,
|
||||||
"successRate": 0.3402168897092755,
|
"successRate": 0.34056722930301986,
|
||||||
"wilsonLowerBound": 0.33031549850539793
|
"wilsonLowerBound": 0.3306863656465387
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Ascend_910-b4": {
|
"Ascend_910-b4": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 42605,
|
"modelCount": 42654,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 21038,
|
"successCount": 21070,
|
||||||
"successRate": 0.4937918084731839,
|
"successRate": 0.4939747737609603,
|
||||||
"wilsonLowerBound": 0.48904511128812045
|
"wilsonLowerBound": 0.48923076552655814
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 42378,
|
"modelCount": 42410,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 11392,
|
"successCount": 11404,
|
||||||
"successRate": 0.2688187266978149,
|
"successRate": 0.26889884461211977,
|
||||||
"wilsonLowerBound": 0.26461869664407534
|
"wilsonLowerBound": 0.2646999866685765
|
||||||
},
|
},
|
||||||
"vllm_0.23.0": {
|
"vllm_0.23.0": {
|
||||||
"framework": "vllm_0.23.0",
|
"framework": "vllm_0.23.0",
|
||||||
"modelCount": 19,
|
"modelCount": 20,
|
||||||
"officialConfigError": "framework_mismatch",
|
"officialConfigError": "framework_mismatch",
|
||||||
"officialConfigValid": false,
|
"officialConfigValid": false,
|
||||||
"successCount": 5,
|
"successCount": 5,
|
||||||
"successRate": 0.2631578947368421,
|
"successRate": 0.25,
|
||||||
"wilsonLowerBound": 0.11806238339540162
|
"wilsonLowerBound": 0.11186005278940306
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 19143,
|
"modelCount": 19210,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 7327,
|
"successCount": 7352,
|
||||||
"successRate": 0.3827508749934702,
|
"successRate": 0.3827173347214992,
|
||||||
"wilsonLowerBound": 0.3758894880662471
|
"wilsonLowerBound": 0.3758680015700409
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Biren_166m": {
|
"Biren_166m": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 64549,
|
"modelCount": 64556,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 12101,
|
"successCount": 12101,
|
||||||
"successRate": 0.18746998404313003,
|
"successRate": 0.18744965611252246,
|
||||||
"wilsonLowerBound": 0.18447771127235432
|
"wilsonLowerBound": 0.1844576713380231
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 48889,
|
"modelCount": 49102,
|
||||||
"officialConfigError": "malformed_command_argv",
|
"officialConfigError": "malformed_command_argv",
|
||||||
"officialConfigValid": false,
|
"officialConfigValid": false,
|
||||||
"successCount": 8694,
|
"successCount": 8708,
|
||||||
"successRate": 0.17783141401951358,
|
"successRate": 0.17734511832511915,
|
||||||
"wilsonLowerBound": 0.17446726964993492
|
"wilsonLowerBound": 0.17399188990137873
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 9501,
|
"modelCount": 9507,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 121,
|
"successCount": 121,
|
||||||
"successRate": 0.012735501526155142,
|
"successRate": 0.012727463973913958,
|
||||||
"wilsonLowerBound": 0.010669571599782981
|
"wilsonLowerBound": 0.010662831472509494
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Cambricon_mlu-370-x4": {
|
"Cambricon_mlu-370-x4": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 27108,
|
"modelCount": 27112,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3345,
|
"successCount": 3347,
|
||||||
"successRate": 0.12339530765825586,
|
"successRate": 0.1234508704632635,
|
||||||
"wilsonLowerBound": 0.11953334275826193
|
"wilsonLowerBound": 0.11958842168414544
|
||||||
},
|
},
|
||||||
"vllm-customized": {
|
"vllm-customized": {
|
||||||
"framework": "vllm-customized",
|
"framework": "vllm-customized",
|
||||||
@@ -133,12 +133,12 @@
|
|||||||
},
|
},
|
||||||
"vllm-mlu": {
|
"vllm-mlu": {
|
||||||
"framework": "vllm-mlu",
|
"framework": "vllm-mlu",
|
||||||
"modelCount": 22344,
|
"modelCount": 22400,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 8106,
|
"successCount": 8122,
|
||||||
"successRate": 0.36278195488721804,
|
"successRate": 0.3625892857142857,
|
||||||
"wilsonLowerBound": 0.35650165902850856
|
"wilsonLowerBound": 0.3563175679257275
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Cambricon_mlu-370-x8": {
|
"Cambricon_mlu-370-x8": {
|
||||||
@@ -162,70 +162,70 @@
|
|||||||
},
|
},
|
||||||
"vllm-mlu": {
|
"vllm-mlu": {
|
||||||
"framework": "vllm-mlu",
|
"framework": "vllm-mlu",
|
||||||
"modelCount": 64975,
|
"modelCount": 65047,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 16009,
|
"successCount": 16027,
|
||||||
"successRate": 0.2463870719507503,
|
"successRate": 0.24639107107168662,
|
||||||
"wilsonLowerBound": 0.24308878936749143
|
"wilsonLowerBound": 0.24309458772686232
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_bi-100": {
|
"Iluvatar_bi-100": {
|
||||||
"transformers": {
|
"transformers": {
|
||||||
"framework": "transformers",
|
"framework": "transformers",
|
||||||
"modelCount": 36735,
|
"modelCount": 36770,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 4341,
|
"successCount": 4342,
|
||||||
"successRate": 0.11817068191098408,
|
"successRate": 0.11808539570301876,
|
||||||
"wilsonLowerBound": 0.1149094048189938
|
"wilsonLowerBound": 0.11482669226803241
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 87158,
|
"modelCount": 87167,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 9779,
|
"successCount": 9779,
|
||||||
"successRate": 0.11219853599210629,
|
"successRate": 0.11218695148393314,
|
||||||
"wilsonLowerBound": 0.11012026713682803
|
"wilsonLowerBound": 0.11010888404343026
|
||||||
},
|
},
|
||||||
"vllm-patch-tokenizer": {
|
"vllm-patch-tokenizer": {
|
||||||
"framework": "vllm-patch-tokenizer",
|
"framework": "vllm-patch-tokenizer",
|
||||||
"modelCount": 51481,
|
"modelCount": 51510,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 5890,
|
"successCount": 5898,
|
||||||
"successRate": 0.11441114197470911,
|
"successRate": 0.11450203843913803,
|
||||||
"wilsonLowerBound": 0.11169018100055257
|
"wilsonLowerBound": 0.11178087821366833
|
||||||
},
|
},
|
||||||
"vllm_03": {
|
"vllm_03": {
|
||||||
"framework": "vllm_03",
|
"framework": "vllm_03",
|
||||||
"modelCount": 0,
|
"modelCount": 58,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 0,
|
"successCount": 19,
|
||||||
"successRate": 0.0,
|
"successRate": 0.3275862068965517,
|
||||||
"wilsonLowerBound": 0.0
|
"wilsonLowerBound": 0.220831238803421
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 61397,
|
"modelCount": 61511,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 4016,
|
"successCount": 4017,
|
||||||
"successRate": 0.06541036206980796,
|
"successRate": 0.06530539253141715,
|
||||||
"wilsonLowerBound": 0.06348166162028822
|
"wilsonLowerBound": 0.06337992032491227
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_bi-150": {
|
"Iluvatar_bi-150": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 96321,
|
"modelCount": 96365,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 24281,
|
"successCount": 24290,
|
||||||
"successRate": 0.2520841768669345,
|
"successRate": 0.2520624708140923,
|
||||||
"wilsonLowerBound": 0.24935192876813683
|
"wilsonLowerBound": 0.24933092339571253
|
||||||
},
|
},
|
||||||
"llamacpp_opt": {
|
"llamacpp_opt": {
|
||||||
"framework": "llamacpp_opt",
|
"framework": "llamacpp_opt",
|
||||||
@@ -265,30 +265,30 @@
|
|||||||
},
|
},
|
||||||
"vllm_0_17_0_corex_4_4_0": {
|
"vllm_0_17_0_corex_4_4_0": {
|
||||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||||
"modelCount": 27179,
|
"modelCount": 27326,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 4422,
|
"successCount": 4434,
|
||||||
"successRate": 0.16269914272048272,
|
"successRate": 0.1622630461831223,
|
||||||
"wilsonLowerBound": 0.15835880093317406
|
"wilsonLowerBound": 0.157939057266993
|
||||||
},
|
},
|
||||||
"vllm_0_31_0_corex_5_0_0": {
|
"vllm_0_31_0_corex_5_0_0": {
|
||||||
"framework": "vllm_0_31_0_corex_5_0_0",
|
"framework": "vllm_0_31_0_corex_5_0_0",
|
||||||
"modelCount": 41,
|
"modelCount": 45,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 4,
|
"successCount": 4,
|
||||||
"successRate": 0.0975609756097561,
|
"successRate": 0.08888888888888889,
|
||||||
"wilsonLowerBound": 0.03859645975296141
|
"wilsonLowerBound": 0.035110548134203154
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 46373,
|
"modelCount": 46389,
|
||||||
"officialConfigError": "malformed_command_argv",
|
"officialConfigError": "malformed_command_argv",
|
||||||
"officialConfigValid": false,
|
"officialConfigValid": false,
|
||||||
"successCount": 6001,
|
"successCount": 6009,
|
||||||
"successRate": 0.1294071981540983,
|
"successRate": 0.12953501907779863,
|
||||||
"wilsonLowerBound": 0.1263828752391216
|
"wilsonLowerBound": 0.12650991833142983
|
||||||
},
|
},
|
||||||
"vllm_gemma_4": {
|
"vllm_gemma_4": {
|
||||||
"framework": "vllm_gemma_4",
|
"framework": "vllm_gemma_4",
|
||||||
@@ -310,12 +310,12 @@
|
|||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 9653,
|
"modelCount": 9654,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 857,
|
"successCount": 857,
|
||||||
"successRate": 0.088780689940951,
|
"successRate": 0.0887714936813756,
|
||||||
"wilsonLowerBound": 0.08326896583290981
|
"wilsonLowerBound": 0.08326031533055826
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_mrv-100": {
|
"Iluvatar_mrv-100": {
|
||||||
@@ -330,23 +330,23 @@
|
|||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 39234,
|
"modelCount": 39269,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 8319,
|
"successCount": 8329,
|
||||||
"successRate": 0.21203547943110568,
|
"successRate": 0.2121011484886297,
|
||||||
"wilsonLowerBound": 0.2080191091486445
|
"wilsonLowerBound": 0.20808609197533603
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Kunlunxin_p-800": {
|
"Kunlunxin_p-800": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 62064,
|
"modelCount": 62068,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 12447,
|
"successCount": 12447,
|
||||||
"successRate": 0.20055104408352667,
|
"successRate": 0.2005381194818586,
|
||||||
"wilsonLowerBound": 0.19741937824487776
|
"wilsonLowerBound": 0.1974066307919594
|
||||||
},
|
},
|
||||||
"vllm_0.25.1": {
|
"vllm_0.25.1": {
|
||||||
"framework": "vllm_0.25.1",
|
"framework": "vllm_0.25.1",
|
||||||
@@ -359,61 +359,61 @@
|
|||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 25385,
|
"modelCount": 25476,
|
||||||
"officialConfigError": "malformed_command_argv",
|
"officialConfigError": "malformed_command_argv",
|
||||||
"officialConfigValid": false,
|
"officialConfigValid": false,
|
||||||
"successCount": 6756,
|
"successCount": 6786,
|
||||||
"successRate": 0.2661414220996652,
|
"successRate": 0.2663683466792275,
|
||||||
"wilsonLowerBound": 0.2607404718551338
|
"wilsonLowerBound": 0.2609754794590166
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 18499,
|
"modelCount": 18540,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 4279,
|
"successCount": 4287,
|
||||||
"successRate": 0.23130980052975836,
|
"successRate": 0.23122977346278317,
|
||||||
"wilsonLowerBound": 0.22528944547874935
|
"wilsonLowerBound": 0.22521676696474915
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"MetaX_c-500": {
|
"MetaX_c-500": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 73748,
|
"modelCount": 73796,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 20038,
|
"successCount": 20051,
|
||||||
"successRate": 0.27170906329663175,
|
"successRate": 0.2717084936852946,
|
||||||
"wilsonLowerBound": 0.268510421612219
|
"wilsonLowerBound": 0.26851089066745026
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 4694,
|
"modelCount": 4718,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 2573,
|
"successCount": 2587,
|
||||||
"successRate": 0.548146570089476,
|
"successRate": 0.5483255616786774,
|
||||||
"wilsonLowerBound": 0.5338755345548953
|
"wilsonLowerBound": 0.5340912895081172
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Mthreads_s4000": {
|
"Mthreads_s4000": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 50729,
|
"modelCount": 50745,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 22991,
|
"successCount": 22999,
|
||||||
"successRate": 0.4532121666108143,
|
"successRate": 0.45322691890826683,
|
||||||
"wilsonLowerBound": 0.44888387530608764
|
"wilsonLowerBound": 0.44889929622968716
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 45477,
|
"modelCount": 45503,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 6218,
|
"successCount": 6219,
|
||||||
"successRate": 0.13672845614266552,
|
"successRate": 0.13667230732039645,
|
||||||
"wilsonLowerBound": 0.13360147939274056
|
"wilsonLowerBound": 0.1335467655537305
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Sunrise_pt-200-x1": {
|
"Sunrise_pt-200-x1": {
|
||||||
@@ -428,21 +428,21 @@
|
|||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 10156,
|
"modelCount": 10157,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 771,
|
"successCount": 772,
|
||||||
"successRate": 0.0759157148483655,
|
"successRate": 0.07600669489022349,
|
||||||
"wilsonLowerBound": 0.07092325200560552
|
"wilsonLowerBound": 0.07101160671798992
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 9319,
|
"modelCount": 9344,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 4108,
|
"successCount": 4119,
|
||||||
"successRate": 0.4408198304539114,
|
"successRate": 0.4408176369863014,
|
||||||
"wilsonLowerBound": 0.43076586187871885
|
"wilsonLowerBound": 0.43077709534119035
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Vastai_va16": {
|
"Vastai_va16": {
|
||||||
@@ -457,41 +457,41 @@
|
|||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 28695,
|
"modelCount": 28808,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 7986,
|
"successCount": 8031,
|
||||||
"successRate": 0.27830632514375325,
|
"successRate": 0.27877672868647596,
|
||||||
"wilsonLowerBound": 0.2731507593515113
|
"wilsonLowerBound": 0.2736284793791637
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"hygon_k100-ai": {
|
"hygon_k100-ai": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 31286,
|
"modelCount": 31303,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 15949,
|
"successCount": 15959,
|
||||||
"successRate": 0.5097807325960494,
|
"successRate": 0.5098233396160112,
|
||||||
"wilsonLowerBound": 0.5042404051087697
|
"wilsonLowerBound": 0.5042845209170523
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 71412,
|
"modelCount": 71456,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 7785,
|
"successCount": 7789,
|
||||||
"successRate": 0.10901529154763905,
|
"successRate": 0.10900414240931482,
|
||||||
"wilsonLowerBound": 0.1067504297976248
|
"wilsonLowerBound": 0.10674007477043307
|
||||||
},
|
},
|
||||||
"vllm-patch-tokenizer": {
|
"vllm-patch-tokenizer": {
|
||||||
"framework": "vllm-patch-tokenizer",
|
"framework": "vllm-patch-tokenizer",
|
||||||
"modelCount": 17052,
|
"modelCount": 17082,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3333,
|
"successCount": 3340,
|
||||||
"successRate": 0.1954609429978888,
|
"successRate": 0.1955274558014284,
|
||||||
"wilsonLowerBound": 0.18957768742679187
|
"wilsonLowerBound": 0.18964852750951278
|
||||||
},
|
},
|
||||||
"vllm_0.21.0": {
|
"vllm_0.21.0": {
|
||||||
"framework": "vllm_0.21.0",
|
"framework": "vllm_0.21.0",
|
||||||
@@ -506,7 +506,7 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"frameworkUpdatedAt": null,
|
"frameworkUpdatedAt": null,
|
||||||
"generatedAt": "2026-11-13T16:53:57.707453+00:00",
|
"generatedAt": "2026-11-13T16:55:14.321591+00:00",
|
||||||
"gpuStats": {
|
"gpuStats": {
|
||||||
"Ascend_910-b3": {
|
"Ascend_910-b3": {
|
||||||
"available": true,
|
"available": true,
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
{
|
{
|
||||||
"catalogUpdatedAt": "2026-11-13T16:53:57.707453+00:00",
|
"catalogUpdatedAt": "2026-11-13T16:55:14.321591+00:00",
|
||||||
"configuredTaskTypes": [
|
"configuredTaskTypes": [
|
||||||
"text-generation"
|
"text-generation"
|
||||||
],
|
],
|
||||||
@@ -56,7 +56,7 @@
|
|||||||
"time-series-forecasting"
|
"time-series-forecasting"
|
||||||
],
|
],
|
||||||
"errors": [],
|
"errors": [],
|
||||||
"generatedAt": "2026-11-13T16:53:57.707453+00:00",
|
"generatedAt": "2026-11-13T16:55:14.321591+00:00",
|
||||||
"gpuCatalog": {
|
"gpuCatalog": {
|
||||||
"Ascend_910-b3": {
|
"Ascend_910-b3": {
|
||||||
"canVerify": true,
|
"canVerify": true,
|
||||||
@@ -6625,6 +6625,6 @@
|
|||||||
"updateTime": "2025-12-22 08:59:53"
|
"updateTime": "2025-12-22 08:59:53"
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
"taskTreeUpdatedAt": "2026-11-13T16:53:57.707453+00:00",
|
"taskTreeUpdatedAt": "2026-11-13T16:55:14.321591+00:00",
|
||||||
"version": 1
|
"version": 1
|
||||||
}
|
}
|
||||||
+4
-4
@@ -4,8 +4,8 @@
|
|||||||
".modelhub_state/account_capacity.json": "f86c10cecdf0399b5c128172be0b497edc0f75c34b2f6028bd8b08d752fb0d65",
|
".modelhub_state/account_capacity.json": "f86c10cecdf0399b5c128172be0b497edc0f75c34b2f6028bd8b08d752fb0d65",
|
||||||
".modelhub_state/architecture_compatibility_blacklist.json": "111fda6de8fe0839b70ccfbdfc3192e76d5cc26b93783d9c0d865dae695cfe20",
|
".modelhub_state/architecture_compatibility_blacklist.json": "111fda6de8fe0839b70ccfbdfc3192e76d5cc26b93783d9c0d865dae695cfe20",
|
||||||
".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff",
|
".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff",
|
||||||
".modelhub_state/market_intelligence.json": "590c34429626bb2a621699a986a1e5b2f4ae155178e8b699aa572c814d23511a",
|
".modelhub_state/market_intelligence.json": "b44c6b3dff25e70e4f7bd6f843fcf8b47ca969e3d4b31795653f6827ba63dbd0",
|
||||||
".modelhub_state/official_capabilities.json": "675ccb6408f39917a6a711ef4605e1730ae52867f79d970dd7d32c77dcf44376",
|
".modelhub_state/official_capabilities.json": "538bfa4cea2a15f8a9fb8d4dde5743e143adc05ce1e799d9504aa311a991e9e9",
|
||||||
".modelhub_state/outcome_checkpoint.json": "61fe8b78b00b4ab5a687b99b7be5f72b184a85593d00fa7009029950c69a1198",
|
".modelhub_state/outcome_checkpoint.json": "61fe8b78b00b4ab5a687b99b7be5f72b184a85593d00fa7009029950c69a1198",
|
||||||
".modelhub_state/recent_outcomes.jsonl": "f8d9d440da43886dbde3f3c4da65d2fee5be8f11565180ef3730b7b0f7ff85e8",
|
".modelhub_state/recent_outcomes.jsonl": "f8d9d440da43886dbde3f3c4da65d2fee5be8f11565180ef3730b7b0f7ff85e8",
|
||||||
".modelhub_state/recovery_active_tasks.jsonl": "74e6ca937ddfe22da6a75690f7f64ac8079c86c81c5d303f72dd071035544cc9",
|
".modelhub_state/recovery_active_tasks.jsonl": "74e6ca937ddfe22da6a75690f7f64ac8079c86c81c5d303f72dd071035544cc9",
|
||||||
@@ -16,9 +16,9 @@
|
|||||||
"ledger/submissions.jsonl": "e45e8dfb23d0837a50e5294ceaf7a821e5bcb16122be3f6e92979a95d0b33309",
|
"ledger/submissions.jsonl": "e45e8dfb23d0837a50e5294ceaf7a821e5bcb16122be3f6e92979a95d0b33309",
|
||||||
"outcomes/submissions.jsonl": "f275ae310af351b9e3ac0fbb53b6053c50f01d25f3812cfe7c937da9cc2f1c70"
|
"outcomes/submissions.jsonl": "f275ae310af351b9e3ac0fbb53b6053c50f01d25f3812cfe7c937da9cc2f1c70"
|
||||||
},
|
},
|
||||||
"generation": 31661,
|
"generation": 31662,
|
||||||
"phase": "cycle",
|
"phase": "cycle",
|
||||||
"schemaVersion": 1,
|
"schemaVersion": 1,
|
||||||
"updatedAt": "2026-11-13T16:54:04.037938+00:00",
|
"updatedAt": "2026-11-13T16:55:16.465084+00:00",
|
||||||
"writerId": "19380aa27fba4819a14d4475546a2f9c"
|
"writerId": "19380aa27fba4819a14d4475546a2f9c"
|
||||||
}
|
}
|
||||||
Reference in new issue
Block a user