CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 5978 (cycle)

Browse Source
This commit is contained in:
CoolBoy
2026-09-12 02:18:09 +00:00
parent 4885eadea8
commit d924c546b3
6 changed files with 883 additions and 887 deletions
Download Patch File Download Diff File Expand all files Collapse all files

184
.modelhub_state/market_intelligence.json
View File

@@ -3,57 +3,57 @@
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-12T02:07:26.387440+00:00",
"frameworkAttemptedAt": "2026-09-12T01:43:30.477509+00:00",
"frameworkAttemptedAt": "2026-09-12T02:15:54.616744+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 38539,
"modelCount": 38541,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18434,
"successRate": 0.47832066218635666,
"wilsonLowerBound": 0.47333575101429415
"successCount": 18436,
"successRate": 0.4783477335824187,
"wilsonLowerBound": 0.4733629372648022
},
"vllm": {
"framework": "vllm",
"modelCount": 50905,
"modelCount": 50912,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14389,
"successRate": 0.282663785482762,
"wilsonLowerBound": 0.27876853795215717
"successRate": 0.28262492143306095,
"wilsonLowerBound": 0.27873010642293655
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1925,
"modelCount": 1926,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 501,
"successRate": 0.26025974025974025,
"wilsonLowerBound": 0.2411496776993652
"successCount": 502,
"successRate": 0.26064382139148495,
"wilsonLowerBound": 0.2415284935277956
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 31656,
"modelCount": 31662,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13682,
"successRate": 0.43220874399797826,
"wilsonLowerBound": 0.4267601033868123
"successCount": 13687,
"successRate": 0.43228475775377423,
"wilsonLowerBound": 0.4268365088733383
},
"vllm": {
"framework": "vllm",
"modelCount": 36744,
"modelCount": 36746,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10497,
"successRate": 0.2856792945787067,
"wilsonLowerBound": 0.28108287713579017
"successRate": 0.2856637457138192,
"wilsonLowerBound": 0.2810675297822268
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
@@ -77,12 +77,12 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 14649,
"modelCount": 14658,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2914,
"successRate": 0.19892142808382826,
"wilsonLowerBound": 0.1925362958923875
"successCount": 2919,
"successRate": 0.1991404011461318,
"wilsonLowerBound": 0.19275447675833585
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
@@ -115,12 +115,12 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 9712,
"modelCount": 9714,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4205,
"successRate": 0.4329695222405272,
"wilsonLowerBound": 0.42314346111463763
"successCount": 4207,
"successRate": 0.4330862672431542,
"wilsonLowerBound": 0.4232608548236391
}
},
"Cambricon_mlu-370-x8": {
@@ -144,61 +144,61 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 39993,
"modelCount": 40004,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10109,
"successRate": 0.2527692346160578,
"wilsonLowerBound": 0.24853366856537606
"successCount": 10113,
"successRate": 0.2527997200279972,
"wilsonLowerBound": 0.24856456021584206
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 22939,
"modelCount": 22940,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3030,
"successRate": 0.13208945464056845,
"wilsonLowerBound": 0.1277693149059126
"successRate": 0.13208369659982563,
"wilsonLowerBound": 0.127763731592083
},
"vllm": {
"framework": "vllm",
"modelCount": 86502,
"modelCount": 86503,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9762,
"successRate": 0.11285288201428868,
"wilsonLowerBound": 0.11076143709223721
"successRate": 0.11285157740193982,
"wilsonLowerBound": 0.11076015516420577
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 38812,
"modelCount": 38817,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4759,
"successRate": 0.12261671647943935,
"wilsonLowerBound": 0.11939082216443112
"successRate": 0.12260092227632223,
"wilsonLowerBound": 0.11937541564816237
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 26750,
"modelCount": 26762,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3250,
"successRate": 0.12149532710280374,
"wilsonLowerBound": 0.11763445231813108
"successCount": 3251,
"successRate": 0.12147821538001644,
"wilsonLowerBound": 0.11761843407739431
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 87580,
"modelCount": 87584,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20415,
"successRate": 0.23310116464946334,
"wilsonLowerBound": 0.2303126708358349
"successCount": 20419,
"successRate": 0.23313618925831203,
"wilsonLowerBound": 0.2303476109130513
},
"transformers": {
"framework": "transformers",
@@ -220,30 +220,30 @@
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 15741,
"modelCount": 15746,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3217,
"successRate": 0.20437075154056286,
"wilsonLowerBound": 0.19814375868563672
"successCount": 3218,
"successRate": 0.20436936364791058,
"wilsonLowerBound": 0.19814336420034145
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 42572,
"modelCount": 42575,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5536,
"successRate": 0.13003852297284602,
"wilsonLowerBound": 0.12687680646718985
"successRate": 0.1300293599530241,
"wilsonLowerBound": 0.12686785021894306
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6118,
"modelCount": 6119,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 477,
"successRate": 0.07796665576985944,
"wilsonLowerBound": 0.07150977583067379
"successRate": 0.07795391403824155,
"wilsonLowerBound": 0.07149805031425802
}
},
"Iluvatar_mrv-100": {
@@ -258,12 +258,12 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 30085,
"modelCount": 30088,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5162,
"successRate": 0.1715805218547449,
"wilsonLowerBound": 0.1673622182707104
"successRate": 0.17156341398564212,
"wilsonLowerBound": 0.16734548915353242
}
},
"Kunlunxin_p-800": {
@@ -278,32 +278,32 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6262,
"modelCount": 6263,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1849,
"successRate": 0.29527307569466626,
"wilsonLowerBound": 0.28410283211703147
"successCount": 1850,
"successRate": 0.295385597956251,
"wilsonLowerBound": 0.2842149176841364
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 11876,
"modelCount": 11881,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3108,
"successRate": 0.2617042775345234,
"wilsonLowerBound": 0.2538765158267071
"successCount": 3110,
"successRate": 0.2617624779059002,
"wilsonLowerBound": 0.25393576113613503
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 58651,
"modelCount": 58663,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15968,
"successRate": 0.27225452251453514,
"wilsonLowerBound": 0.26866709481225404
"successCount": 15969,
"successRate": 0.27221587712868417,
"wilsonLowerBound": 0.268628977360432
}
},
"Mthreads_s4000": {
@@ -318,12 +318,12 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 35516,
"modelCount": 35519,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3041,
"successRate": 0.08562338101137515,
"wilsonLowerBound": 0.08275794395145371
"successCount": 3042,
"successRate": 0.08564430304907232,
"wilsonLowerBound": 0.0827786607490755
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
@@ -356,12 +356,12 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 5480,
"modelCount": 5481,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2296,
"successRate": 0.41897810218978104,
"wilsonLowerBound": 0.4059758691393357
"successRate": 0.41890166028097064,
"wilsonLowerBound": 0.40590099309881633
}
},
"Vastai_va16": {
@@ -376,23 +376,23 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 10232,
"modelCount": 10236,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3532,
"successRate": 0.34519155590304923,
"wilsonLowerBound": 0.33603900957870864
"successCount": 3533,
"successRate": 0.3451543571707698,
"wilsonLowerBound": 0.33600383588328175
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 25829,
"modelCount": 25834,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13020,
"successRate": 0.504084556119091,
"wilsonLowerBound": 0.49798681813295637
"successCount": 13025,
"successRate": 0.5041805372764574,
"wilsonLowerBound": 0.49808338477967157
},
"vllm": {
"framework": "vllm",
@@ -405,18 +405,18 @@
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 12145,
"modelCount": 12146,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1687,
"successRate": 0.13890489913544668,
"wilsonLowerBound": 0.13286805185629702
"successRate": 0.13889346286843404,
"wilsonLowerBound": 0.13285707525594348
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-12T02:10:35.938031+00:00",
"generatedAt": "2026-09-12T02:15:54.616744+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,