CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 17062 (cycle)

Browse Source
This commit is contained in:
CoolBoy
2026-10-31 10:18:02 +00:00
parent 768dab0598
commit e9cf52e548
6 changed files with 907 additions and 907 deletions
Download Patch File Download Diff File Expand all files Collapse all files

274
.modelhub_state/market_intelligence.json
View File

@@ -3,66 +3,66 @@
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-31T10:04:29.892780+00:00",
"frameworkAttemptedAt": "2026-10-31T04:17:23.118302+00:00",
"frameworkAttemptedAt": "2026-10-31T10:17:59.998236+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 45064,
"modelCount": 45105,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22823,
"successRate": 0.5064574826912835,
"wilsonLowerBound": 0.5018410313475152
"successCount": 22845,
"successRate": 0.5064848686398403,
"wilsonLowerBound": 0.5018705169374298
},
"vllm": {
"framework": "vllm",
"modelCount": 59587,
"modelCount": 59628,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15746,
"successRate": 0.2642522697903905,
"wilsonLowerBound": 0.26072713433476724
"successCount": 15750,
"successRate": 0.26413765345139867,
"wilsonLowerBound": 0.26061422421649233
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 60,
"modelCount": 63,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 18,
"successRate": 0.3,
"wilsonLowerBound": 0.19898010252726894
"successCount": 19,
"successRate": 0.30158730158730157,
"wilsonLowerBound": 0.20237537048735993
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6652,
"modelCount": 6686,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2187,
"successRate": 0.3287733012627781,
"wilsonLowerBound": 0.31758576377947634
"successCount": 2198,
"successRate": 0.3287466347591983,
"wilsonLowerBound": 0.3175875623665683
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40288,
"modelCount": 40331,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19564,
"successRate": 0.48560365369340747,
"wilsonLowerBound": 0.4807248283329607
"successCount": 19593,
"successRate": 0.4858049639235328,
"wilsonLowerBound": 0.4809286637616592
},
"vllm": {
"framework": "vllm",
"modelCount": 41332,
"modelCount": 41345,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11261,
"successRate": 0.2724523371721668,
"wilsonLowerBound": 0.26818134396452314
"successRate": 0.2723666706977869,
"wilsonLowerBound": 0.2680967756649836
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -75,12 +75,12 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16124,
"modelCount": 16189,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6445,
"successRate": 0.3997147109898288,
"wilsonLowerBound": 0.3921785597093653
"successCount": 6459,
"successRate": 0.3989746123911298,
"wilsonLowerBound": 0.3914560718909987
}
},
"Biren_166m": {
@@ -95,32 +95,32 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 40702,
"modelCount": 40852,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8293,
"successRate": 0.20374920151343914,
"wilsonLowerBound": 0.19986414351821635
"successCount": 8304,
"successRate": 0.20327034172133554,
"wilsonLowerBound": 0.19939583539933425
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8849,
"modelCount": 8860,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.01333484009492598,
"wilsonLowerBound": 0.011147283477779756
"successRate": 0.013318284424379233,
"wilsonLowerBound": 0.011133429798243787
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26935,
"modelCount": 26937,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3310,
"successRate": 0.12288843512158901,
"wilsonLowerBound": 0.11902127116915305
"successCount": 3312,
"successRate": 0.12295355830270631,
"wilsonLowerBound": 0.11908563378098767
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -133,23 +133,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19522,
"modelCount": 19559,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7347,
"successRate": 0.37634463681999797,
"wilsonLowerBound": 0.3695735004750615
"successCount": 7361,
"successRate": 0.3763484840738279,
"wilsonLowerBound": 0.3695837165958955
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24866,
"modelCount": 24867,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3813,
"successRate": 0.1533419126518137,
"wilsonLowerBound": 0.1489169345568916
"successCount": 3814,
"successRate": 0.15337596010777335,
"wilsonLowerBound": 0.14895065767013002
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -162,23 +162,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 59684,
"modelCount": 59802,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14810,
"successRate": 0.24814020508008847,
"wilsonLowerBound": 0.2446911626600564
"successCount": 14841,
"successRate": 0.24816895755994783,
"wilsonLowerBound": 0.24472316728365662
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 30529,
"modelCount": 30639,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4160,
"successRate": 0.13626388024501293,
"wilsonLowerBound": 0.1324612106437566
"successCount": 4176,
"successRate": 0.13629687652991285,
"wilsonLowerBound": 0.13250056154986872
},
"vllm": {
"framework": "vllm",
@@ -191,36 +191,36 @@
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50791,
"modelCount": 50797,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5806,
"successRate": 0.11431159063613633,
"wilsonLowerBound": 0.11157346163686337
"successRate": 0.11429808846979152,
"wilsonLowerBound": 0.11156026280028515
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 55296,
"modelCount": 55394,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3925,
"successRate": 0.07098162615740741,
"wilsonLowerBound": 0.06887089928174854
"successCount": 3926,
"successRate": 0.07087410188829114,
"wilsonLowerBound": 0.06876672065100775
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95656,
"modelCount": 95660,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24194,
"successRate": 0.25292715564104706,
"wilsonLowerBound": 0.2501823844515038
"successRate": 0.25291657955258207,
"wilsonLowerBound": 0.2501719040583192
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 171,
"modelCount": 172,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
@@ -229,12 +229,12 @@
},
"transformers": {
"framework": "transformers",
"modelCount": 6760,
"modelCount": 6761,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.09334319526627219,
"wilsonLowerBound": 0.08663729928833827
"successRate": 0.09332938914361781,
"wilsonLowerBound": 0.08662443957329942
},
"vllm": {
"framework": "vllm",
@@ -247,30 +247,30 @@
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 427,
"modelCount": 430,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.00468384074941452,
"wilsonLowerBound": 0.0012853923156898811
"successRate": 0.004651162790697674,
"wilsonLowerBound": 0.00127641793225089
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26596,
"modelCount": 26597,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4289,
"successRate": 0.16126485185742218,
"wilsonLowerBound": 0.15689374046022242
"successRate": 0.16125878858517878,
"wilsonLowerBound": 0.1568878264144526
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45542,
"modelCount": 45549,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5899,
"successRate": 0.1295287866145536,
"wilsonLowerBound": 0.12647603440543706
"successRate": 0.12950888054622495,
"wilsonLowerBound": 0.12645656387475104
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
@@ -285,94 +285,94 @@
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"modelCount": 206,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
"successRate": 0.1796116504854369,
"wilsonLowerBound": 0.13320865973713544
},
"vllm": {
"framework": "vllm",
"modelCount": 37136,
"modelCount": 37168,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7633,
"successRate": 0.20554179233089187,
"wilsonLowerBound": 0.20146232801545239
"successCount": 7645,
"successRate": 0.2056876883340508,
"wilsonLowerBound": 0.20160887203419114
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61670,
"modelCount": 61674,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12434,
"successRate": 0.2016215339711367,
"wilsonLowerBound": 0.19847357282051414
"successRate": 0.20160845737263677,
"wilsonLowerBound": 0.19846067526351305
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21459,
"modelCount": 21526,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5885,
"successRate": 0.27424390698541407,
"wilsonLowerBound": 0.26831552535634307
"successCount": 5901,
"successRate": 0.2741336058719688,
"wilsonLowerBound": 0.26821515880803565
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17145,
"modelCount": 17167,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4122,
"successRate": 0.24041994750656168,
"wilsonLowerBound": 0.2340817999519093
"successCount": 4125,
"successRate": 0.24028659637676938,
"wilsonLowerBound": 0.2339537151026407
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71369,
"modelCount": 71406,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19538,
"successRate": 0.27376031610363044,
"wilsonLowerBound": 0.27050121254224885
"successCount": 19547,
"successRate": 0.2737445032630311,
"wilsonLowerBound": 0.2704863006952127
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2879,
"modelCount": 2915,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1580,
"successRate": 0.5488016672455713,
"wilsonLowerBound": 0.5305714465109577
"successCount": 1601,
"successRate": 0.5492281303602058,
"wilsonLowerBound": 0.5311120430290417
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49470,
"modelCount": 49496,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22269,
"successRate": 0.4501516070345664,
"wilsonLowerBound": 0.44577149023006646
"successCount": 22282,
"successRate": 0.4501777921448198,
"wilsonLowerBound": 0.44579879967590236
},
"vllm": {
"framework": "vllm",
"modelCount": 42740,
"modelCount": 42790,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5720,
"successRate": 0.1338324754328498,
"wilsonLowerBound": 0.1306374587074365
"successCount": 5742,
"successRate": 0.13419023136246785,
"wilsonLowerBound": 0.1309933894676942
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1482,
"modelCount": 1487,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
@@ -392,21 +392,21 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 10132,
"modelCount": 10133,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 768,
"successRate": 0.0757994472956968,
"wilsonLowerBound": 0.07080492825439218
"successRate": 0.07579196684101451,
"wilsonLowerBound": 0.0707979225110708
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8446,
"modelCount": 8463,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3712,
"successRate": 0.43949798721288186,
"wilsonLowerBound": 0.42894270091844666
"successCount": 3723,
"successRate": 0.43991492378589153,
"wilsonLowerBound": 0.4293689444153717
}
},
"Vastai_va16": {
@@ -421,47 +421,47 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 23852,
"modelCount": 23913,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6627,
"successRate": 0.2778383364078484,
"wilsonLowerBound": 0.27218976471183093
"successCount": 6643,
"successRate": 0.27779868690670345,
"wilsonLowerBound": 0.2721575334348471
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 30013,
"modelCount": 30124,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15402,
"successRate": 0.5131776230300203,
"wilsonLowerBound": 0.5075214559741497
"successCount": 15406,
"successRate": 0.5114194662063472,
"wilsonLowerBound": 0.5057734671439656
},
"vllm": {
"framework": "vllm",
"modelCount": 69820,
"modelCount": 69960,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7628,
"successRate": 0.10925236321970783,
"wilsonLowerBound": 0.10695984903066724
"successCount": 7631,
"successRate": 0.10907661520869068,
"wilsonLowerBound": 0.10678801622403622
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15224,
"modelCount": 15355,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2884,
"successRate": 0.18943772990015764,
"wilsonLowerBound": 0.18329167346779252
"successCount": 2890,
"successRate": 0.1882123086942364,
"wilsonLowerBound": 0.18210790057490334
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-31T10:16:56.226926+00:00",
"generatedAt": "2026-10-31T10:17:59.998236+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,