CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 11944 (intent)

Browse Source
This commit is contained in:
CoolBoy
2026-09-22 00:04:30 +00:00
parent b792ed44b0
commit 7d53e7e1d4
8 changed files with 276 additions and 277 deletions
Download Patch File Download Diff File Expand all files Collapse all files

244
.modelhub_state/market_intelligence.json
View File

@@ -3,28 +3,28 @@
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-21T23:58:34.577341+00:00",
"frameworkAttemptedAt": "2026-09-21T21:44:28.512816+00:00",
"frameworkAttemptedAt": "2026-09-22T00:04:19.763726+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40008,
"modelCount": 40026,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19385,
"successRate": 0.48452809438112376,
"wilsonLowerBound": 0.479632650912117
"successCount": 19396,
"successRate": 0.48458501973717083,
"wilsonLowerBound": 0.4796906540177271
},
"vllm": {
"framework": "vllm",
"modelCount": 53576,
"modelCount": 53595,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14918,
"successRate": 0.2784455726444677,
"wilsonLowerBound": 0.2746660025950494
"successCount": 14923,
"successRate": 0.27844015299934693,
"wilsonLowerBound": 0.2746612731727926
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -37,70 +37,70 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 3064,
"modelCount": 3088,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 867,
"successRate": 0.28296344647519583,
"wilsonLowerBound": 0.26729337960483135
"successCount": 872,
"successRate": 0.2823834196891192,
"wilsonLowerBound": 0.2667838293397758
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 33331,
"modelCount": 33349,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14821,
"successRate": 0.4446611262788395,
"wilsonLowerBound": 0.4393329166733955
"successCount": 14833,
"successRate": 0.4447809529521125,
"wilsonLowerBound": 0.43945402275693807
},
"vllm": {
"framework": "vllm",
"modelCount": 37755,
"modelCount": 37764,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10710,
"successRate": 0.2836710369487485,
"wilsonLowerBound": 0.2791461444710626
"successCount": 10711,
"successRate": 0.28362991208558413,
"wilsonLowerBound": 0.2791057593951656
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9359,
"modelCount": 9384,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3967,
"successRate": 0.423870071588845,
"wilsonLowerBound": 0.41389138016641364
"successCount": 3976,
"successRate": 0.4236999147485081,
"wilsonLowerBound": 0.41373507776371515
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64045,
"modelCount": 64050,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12089,
"successRate": 0.1887579045983293,
"wilsonLowerBound": 0.18574591777528976
"successRate": 0.1887431693989071,
"wilsonLowerBound": 0.18573139105421774
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19042,
"modelCount": 19105,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3852,
"successRate": 0.202289675454259,
"wilsonLowerBound": 0.19664427966647877
"successCount": 3859,
"successRate": 0.20198900811305942,
"wilsonLowerBound": 0.196356049848077
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6260,
"modelCount": 6270,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 62,
"successRate": 0.009904153354632588,
"wilsonLowerBound": 0.007734023601240715
"successRate": 0.009888357256778309,
"wilsonLowerBound": 0.007721676813982048
}
},
"Cambricon_mlu-370-x4": {
@@ -124,41 +124,41 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 11630,
"modelCount": 11653,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4868,
"successRate": 0.4185726569217541,
"wilsonLowerBound": 0.40963497203419497
"successCount": 4874,
"successRate": 0.41826139191624473,
"wilsonLowerBound": 0.4093335391576757
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24261,
"modelCount": 24262,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3788,
"successRate": 0.15613536127941965,
"wilsonLowerBound": 0.15162223168543956
"successRate": 0.15612892589234192,
"wilsonLowerBound": 0.15161596589373963
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8088,
"modelCount": 8091,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.06726013847675569,
"wilsonLowerBound": 0.06200424390885557
"successRate": 0.06723519960449882,
"wilsonLowerBound": 0.0619811918949563
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 43993,
"modelCount": 44035,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10997,
"successRate": 0.24997158638874367,
"wilsonLowerBound": 0.2459473250516482
"successCount": 11009,
"successRate": 0.250005677302146,
"wilsonLowerBound": 0.24598313825115403
}
},
"Iluvatar_bi-100": {
@@ -173,86 +173,86 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 86689,
"modelCount": 86695,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9764,
"successRate": 0.11263251392910288,
"wilsonLowerBound": 0.11054511329016717
"successRate": 0.11262471884191706,
"wilsonLowerBound": 0.1105374537649968
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 41082,
"modelCount": 41092,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5047,
"successRate": 0.12285185726108758,
"wilsonLowerBound": 0.11971270328449583
"successRate": 0.12282196047892534,
"wilsonLowerBound": 0.119683519085571
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 33139,
"modelCount": 33187,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3441,
"successRate": 0.1038353601496726,
"wilsonLowerBound": 0.1005967727871908
"successRate": 0.1036851779311176,
"wilsonLowerBound": 0.10045101681895417
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 88939,
"modelCount": 88954,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21213,
"successRate": 0.2385117889789631,
"wilsonLowerBound": 0.23572222816619437
"successCount": 21223,
"successRate": 0.2385839872293545,
"wilsonLowerBound": 0.23579436650793578
},
"transformers": {
"framework": "transformers",
"modelCount": 5256,
"modelCount": 5259,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 568,
"successRate": 0.1080669710806697,
"wilsonLowerBound": 0.09995794938526699
"successRate": 0.10800532420612284,
"wilsonLowerBound": 0.0999006805248091
},
"vllm": {
"framework": "vllm",
"modelCount": 112662,
"modelCount": 112664,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16518,
"successRate": 0.146615540288651,
"wilsonLowerBound": 0.14456206835414961
"successRate": 0.14661293758432153,
"wilsonLowerBound": 0.144559499040844
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 18111,
"modelCount": 18120,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3539,
"successRate": 0.1954061067859312,
"wilsonLowerBound": 0.18969608183663103
"successRate": 0.19530905077262692,
"wilsonLowerBound": 0.1896015339119781
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 42976,
"modelCount": 42977,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5586,
"successRate": 0.1299795234549516,
"wilsonLowerBound": 0.12683316566088484
"successRate": 0.12997649905763548,
"wilsonLowerBound": 0.1268302092126123
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6890,
"modelCount": 6894,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 577,
"successRate": 0.083744557329463,
"wilsonLowerBound": 0.07743339324799352
"successRate": 0.08369596750797795,
"wilsonLowerBound": 0.07738831720177314
}
},
"Iluvatar_mrv-100": {
@@ -267,52 +267,52 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 31456,
"modelCount": 31471,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5718,
"successRate": 0.18177772126144456,
"wilsonLowerBound": 0.17755469370593635
"successCount": 5725,
"successRate": 0.18191350767373138,
"wilsonLowerBound": 0.1776902236101999
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 60954,
"modelCount": 60957,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12397,
"successRate": 0.20338287889227943,
"wilsonLowerBound": 0.20020613145564378
"successRate": 0.2033728693997408,
"wilsonLowerBound": 0.2001962588553677
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8568,
"modelCount": 8596,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2481,
"successRate": 0.28956582633053224,
"wilsonLowerBound": 0.28005782993352074
"successCount": 2484,
"successRate": 0.2889716147045137,
"wilsonLowerBound": 0.27948505683411556
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 13244,
"modelCount": 13268,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3394,
"successRate": 0.2562669888251284,
"wilsonLowerBound": 0.24890305970937632
"successCount": 3399,
"successRate": 0.25618028338860416,
"wilsonLowerBound": 0.2488238008361473
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 61844,
"modelCount": 61884,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16949,
"successRate": 0.2740605394217709,
"wilsonLowerBound": 0.2705592060164876
"successCount": 16955,
"successRate": 0.2739803503328809,
"wilsonLowerBound": 0.27048046915742013
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
@@ -327,25 +327,25 @@
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 46788,
"modelCount": 46794,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20525,
"successRate": 0.43868085833974524,
"wilsonLowerBound": 0.43418964167376023
"successCount": 20530,
"successRate": 0.4387314612984571,
"wilsonLowerBound": 0.43424047145089806
},
"vllm": {
"framework": "vllm",
"modelCount": 36855,
"modelCount": 36871,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3582,
"successRate": 0.0971916971916972,
"wilsonLowerBound": 0.0942092783390529
"successCount": 3586,
"successRate": 0.09725800764828728,
"wilsonLowerBound": 0.0942753000503344
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 657,
"modelCount": 659,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
@@ -374,12 +374,12 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6053,
"modelCount": 6056,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2579,
"successRate": 0.4260697174954568,
"wilsonLowerBound": 0.4136626919701463
"successCount": 2581,
"successRate": 0.4261889035667107,
"wilsonLowerBound": 0.413784414440147
}
},
"Vastai_va16": {
@@ -394,32 +394,32 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 12049,
"modelCount": 12056,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3891,
"successRate": 0.3229313635986389,
"wilsonLowerBound": 0.3146396028095886
"successCount": 3892,
"successRate": 0.3228268082282681,
"wilsonLowerBound": 0.3145381779009437
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 26642,
"modelCount": 26643,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13525,
"successRate": 0.5076570828015915,
"wilsonLowerBound": 0.5016530882411748
"successCount": 13526,
"successRate": 0.5076755620613295,
"wilsonLowerBound": 0.5016716809191515
},
"vllm": {
"framework": "vllm",
"modelCount": 62969,
"modelCount": 63015,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6379,
"successRate": 0.10130381616350903,
"wilsonLowerBound": 0.09897134272792102
"successCount": 6389,
"successRate": 0.10138855827977465,
"wilsonLowerBound": 0.09905604842362552
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
@@ -434,7 +434,7 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-22T00:00:41.397746+00:00",
"generatedAt": "2026-09-22T00:04:19.763726+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,