CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 18838 (cycle)

Browse Source
This commit is contained in:
CoolBoy
2026-11-01 19:30:00 +00:00
parent fef9228312
commit d78c1d5a89
6 changed files with 1106 additions and 1106 deletions
Download Patch File Download Diff File Expand all files Collapse all files

258
.modelhub_state/market_intelligence.json
View File

@@ -1,68 +1,68 @@
{
"communityAttemptedAt": "2026-11-01T19:13:58.835718+00:00",
"communityAttemptedAt": "2026-11-01T19:29:53.063190+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-11-01T19:13:58.835718+00:00",
"frameworkAttemptedAt": "2026-11-01T13:29:19.842142+00:00",
"communityUpdatedAt": "2026-11-01T19:29:53.063190+00:00",
"frameworkAttemptedAt": "2026-11-01T19:29:53.063190+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 45289,
"modelCount": 45334,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22947,
"successRate": 0.5066793261056769,
"wilsonLowerBound": 0.502074364936186
"successCount": 22975,
"successRate": 0.5067940177350333,
"wilsonLowerBound": 0.5021913472436329
},
"vllm": {
"framework": "vllm",
"modelCount": 59777,
"modelCount": 59809,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15765,
"successRate": 0.2637301972330495,
"wilsonLowerBound": 0.2602129182910093
"successCount": 15768,
"successRate": 0.2636392516176495,
"wilsonLowerBound": 0.2601233063395064
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 70,
"modelCount": 72,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 19,
"successRate": 0.2714285714285714,
"wilsonLowerBound": 0.18119460808784751
"successRate": 0.2638888888888889,
"wilsonLowerBound": 0.17593641596552725
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6841,
"modelCount": 6873,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2258,
"successRate": 0.3300687034059348,
"wilsonLowerBound": 0.31902350105417593
"successCount": 2269,
"successRate": 0.3301324021533537,
"wilsonLowerBound": 0.31911212913022974
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40513,
"modelCount": 40558,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19709,
"successRate": 0.48648581936662305,
"wilsonLowerBound": 0.48162023225807354
"successCount": 19733,
"successRate": 0.48653779772178113,
"wilsonLowerBound": 0.48167489106209144
},
"vllm": {
"framework": "vllm",
"modelCount": 41397,
"modelCount": 41409,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11269,
"successRate": 0.2722177935599198,
"wilsonLowerBound": 0.2679513150203658
"successCount": 11272,
"successRate": 0.2722113550194402,
"wilsonLowerBound": 0.26794552394560944
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -75,52 +75,52 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16445,
"modelCount": 16511,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6530,
"successRate": 0.39708117968987533,
"wilsonLowerBound": 0.3896276592848537
"successCount": 6548,
"successRate": 0.3965840954515172,
"wilsonLowerBound": 0.38914714972821574
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64359,
"modelCount": 64361,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18800789322394693,
"wilsonLowerBound": 0.18500787947369549
"successRate": 0.18800205093146471,
"wilsonLowerBound": 0.18500211989078966
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 41672,
"modelCount": 41841,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8318,
"successRate": 0.1996064503743521,
"wilsonLowerBound": 0.19579649981028993
"successCount": 8323,
"successRate": 0.198919719891972,
"wilsonLowerBound": 0.19512243172998137
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8902,
"modelCount": 8910,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.01325544821388452,
"wilsonLowerBound": 0.011080849174710429
"successRate": 0.01324354657687991,
"wilsonLowerBound": 0.011070890077213597
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26951,
"modelCount": 26952,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3315,
"successRate": 0.12300100181811435,
"wilsonLowerBound": 0.11913341129927003
"successRate": 0.12299643811219947,
"wilsonLowerBound": 0.11912898152342752
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -133,12 +133,12 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19807,
"modelCount": 19868,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7425,
"successRate": 0.37486747109607715,
"wilsonLowerBound": 0.3681506115281962
"successCount": 7442,
"successRate": 0.3745721763640024,
"wilsonLowerBound": 0.3678667164208734
}
},
"Cambricon_mlu-370-x8": {
@@ -162,23 +162,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 60308,
"modelCount": 60415,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14967,
"successRate": 0.2481760297141341,
"wilsonLowerBound": 0.2447446237539842
"successCount": 15001,
"successRate": 0.24829926342795663,
"wilsonLowerBound": 0.244870302664743
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 31126,
"modelCount": 31270,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4202,
"successRate": 0.1349996787251815,
"wilsonLowerBound": 0.1312483155251695
"successCount": 4205,
"successRate": 0.13447393668052446,
"wilsonLowerBound": 0.1307374144512827
},
"vllm": {
"framework": "vllm",
@@ -191,21 +191,21 @@
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50860,
"modelCount": 50865,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5806,
"successRate": 0.11415650806134486,
"wilsonLowerBound": 0.11142186332893537
"successRate": 0.1141452865428094,
"wilsonLowerBound": 0.11141089395129808
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 55916,
"modelCount": 55994,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3938,
"successRate": 0.07042706917519136,
"wilsonLowerBound": 0.06833564837902444
"successCount": 3940,
"successRate": 0.07036468193020681,
"wilsonLowerBound": 0.0682755698841488
}
},
"Iluvatar_bi-150": {
@@ -229,12 +229,12 @@
},
"transformers": {
"framework": "transformers",
"modelCount": 6768,
"modelCount": 6770,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.09323286052009457,
"wilsonLowerBound": 0.08653452835886856
"successRate": 0.093205317577548,
"wilsonLowerBound": 0.0865088737151957
},
"vllm": {
"framework": "vllm",
@@ -247,12 +247,12 @@
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 437,
"modelCount": 438,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004576659038901602,
"wilsonLowerBound": 0.001255957229241726
"successRate": 0.0045662100456621,
"wilsonLowerBound": 0.0012530876972149565
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
@@ -265,21 +265,21 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45672,
"modelCount": 45798,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5908,
"successRate": 0.12935715536871606,
"wilsonLowerBound": 0.1263104582607641
"successCount": 5915,
"successRate": 0.12915411153325473,
"wilsonLowerBound": 0.12611363733817
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9187,
"modelCount": 9188,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 853,
"successRate": 0.09284859039947753,
"wilsonLowerBound": 0.08708289990367094
"successRate": 0.09283848498040922,
"wilsonLowerBound": 0.08707339295242324
}
},
"Iluvatar_mrv-100": {
@@ -294,90 +294,90 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 37339,
"modelCount": 37378,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7711,
"successRate": 0.20651329708883473,
"wilsonLowerBound": 0.202437592952885
"successCount": 7721,
"successRate": 0.20656535930226336,
"wilsonLowerBound": 0.20249137826552427
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61681,
"modelCount": 61683,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12434,
"successRate": 0.2015855774063326,
"wilsonLowerBound": 0.1984381085723057
"successRate": 0.20157904122691828,
"wilsonLowerBound": 0.19843166188895384
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21832,
"modelCount": 21905,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5971,
"successRate": 0.2734976181751557,
"wilsonLowerBound": 0.2676248973929798
"successCount": 5984,
"successRate": 0.27317963935174616,
"wilsonLowerBound": 0.2673188415355244
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17265,
"modelCount": 17283,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4145,
"successRate": 0.24008108890819577,
"wilsonLowerBound": 0.23376794890794883
"successCount": 4148,
"successRate": 0.240004628826014,
"wilsonLowerBound": 0.23369545719916635
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71574,
"modelCount": 71604,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19594,
"successRate": 0.27375862743454327,
"wilsonLowerBound": 0.27050418328683945
"successCount": 19603,
"successRate": 0.2737696218088375,
"wilsonLowerBound": 0.270515815475356
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 3083,
"modelCount": 3118,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1695,
"successRate": 0.5497891663963672,
"wilsonLowerBound": 0.5321759690097437
"successCount": 1713,
"successRate": 0.5493906350224503,
"wilsonLowerBound": 0.5318758959259551
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49597,
"modelCount": 49621,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22341,
"successRate": 0.45045063209468317,
"wilsonLowerBound": 0.44607583543484575
"successCount": 22357,
"successRate": 0.4505552084802805,
"wilsonLowerBound": 0.44618136928638047
},
"vllm": {
"framework": "vllm",
"modelCount": 42951,
"modelCount": 42985,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5806,
"successRate": 0.13517729505715817,
"wilsonLowerBound": 0.131976313177022
"successCount": 5822,
"successRate": 0.13544259625450739,
"wilsonLowerBound": 0.13224017044749356
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1516,
"modelCount": 1519,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 2.162923417135081e-19
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
@@ -401,12 +401,12 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8550,
"modelCount": 8562,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3756,
"successRate": 0.4392982456140351,
"wilsonLowerBound": 0.42880776267793025
"successCount": 3765,
"successRate": 0.4397337070777856,
"wilsonLowerBound": 0.42924923720854574
}
},
"Vastai_va16": {
@@ -421,47 +421,47 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 24208,
"modelCount": 24275,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6728,
"successRate": 0.2779246530072703,
"wilsonLowerBound": 0.2723169489995887
"successCount": 6742,
"successRate": 0.27773429454170956,
"wilsonLowerBound": 0.2721355026882366
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 30241,
"modelCount": 30273,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15466,
"successRate": 0.5114248867431632,
"wilsonLowerBound": 0.5057898223554436
"successCount": 15486,
"successRate": 0.5115449410365672,
"wilsonLowerBound": 0.5059128719244974
},
"vllm": {
"framework": "vllm",
"modelCount": 70096,
"modelCount": 70131,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7649,
"successRate": 0.1091217758502625,
"wilsonLowerBound": 0.10683495575667575
"successCount": 7650,
"successRate": 0.1090815759079437,
"wilsonLowerBound": 0.10679569639637888
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15508,
"modelCount": 15557,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2933,
"successRate": 0.18912819190095434,
"wilsonLowerBound": 0.18304189243376037
"successCount": 2940,
"successRate": 0.18898245162949154,
"wilsonLowerBound": 0.1829074766584014
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-11-01T19:28:48.994079+00:00",
"generatedAt": "2026-11-01T19:29:53.063190+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,