CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 11115 (cycle)

Browse Source
This commit is contained in:
CoolBoy
2026-09-21 02:52:55 +00:00
parent 21d34403da
commit 4e75e88e78
5 changed files with 222 additions and 187 deletions
Download Patch File Download Diff File Expand all files Collapse all files

278
.modelhub_state/market_intelligence.json
View File

@@ -3,106 +3,106 @@
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-21T02:51:46.654565+00:00",
"frameworkAttemptedAt": "2026-09-20T23:23:29.953242+00:00",
"frameworkAttemptedAt": "2026-09-21T02:52:41.526684+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39869,
"modelCount": 39896,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19299,
"successRate": 0.4840602974742281,
"wilsonLowerBound": 0.4791565204216216
"successCount": 19317,
"successRate": 0.48418387808301583,
"wilsonLowerBound": 0.4792817095495119
},
"vllm": {
"framework": "vllm",
"modelCount": 53341,
"modelCount": 53366,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14883,
"successRate": 0.27901614142966946,
"wilsonLowerBound": 0.2752258599965162
"successCount": 14890,
"successRate": 0.2790166023310722,
"wilsonLowerBound": 0.2752272030704955
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2915,
"modelCount": 2946,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 821,
"successRate": 0.2816466552315609,
"wilsonLowerBound": 0.2656133113258325
"successCount": 829,
"successRate": 0.28139850644942294,
"wilsonLowerBound": 0.2654528200124828
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 33175,
"modelCount": 33202,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14713,
"successRate": 0.44349660889223813,
"wilsonLowerBound": 0.4381574478699906
"successCount": 14725,
"successRate": 0.4434973796759231,
"wilsonLowerBound": 0.4381603860696021
},
"vllm": {
"framework": "vllm",
"modelCount": 37646,
"modelCount": 37657,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10693,
"successRate": 0.2840408011475323,
"wilsonLowerBound": 0.27950756702277346
"successCount": 10694,
"successRate": 0.2839843853732374,
"wilsonLowerBound": 0.2794520887624781
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9147,
"modelCount": 9191,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3900,
"successRate": 0.42636930141029844,
"wilsonLowerBound": 0.4162672428291489
"successCount": 3911,
"successRate": 0.4255249700794255,
"wilsonLowerBound": 0.41544997370784764
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 63999,
"modelCount": 64006,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12088,
"successRate": 0.18887795121798778,
"wilsonLowerBound": 0.1858641422226047
"successRate": 0.18885729462862857,
"wilsonLowerBound": 0.18584377785224623
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 18553,
"modelCount": 18636,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3736,
"successRate": 0.20136905082735945,
"wilsonLowerBound": 0.19566057274297793
"successCount": 3755,
"successRate": 0.20149173642412535,
"wilsonLowerBound": 0.19579450983877253
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6192,
"modelCount": 6204,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 61,
"successRate": 0.00985142118863049,
"wilsonLowerBound": 0.007677354569361673
"successRate": 0.009832366215344938,
"wilsonLowerBound": 0.007662490518397138
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26175,
"modelCount": 26184,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3226,
"successRate": 0.12324737344794652,
"wilsonLowerBound": 0.11932021206064729
"successCount": 3227,
"successRate": 0.12324320195539261,
"wilsonLowerBound": 0.1193167645892249
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -115,135 +115,135 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 11469,
"modelCount": 11496,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4809,
"successRate": 0.4193042113523411,
"wilsonLowerBound": 0.41030177823178565
"successCount": 4822,
"successRate": 0.41945024356297844,
"wilsonLowerBound": 0.4104578685491657
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24215,
"modelCount": 24218,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3788,
"successRate": 0.15643196365888912,
"wilsonLowerBound": 0.15191101907637264
"successRate": 0.15641258568007269,
"wilsonLowerBound": 0.15189215158356068
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8073,
"modelCount": 8074,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.06738511086337173,
"wilsonLowerBound": 0.062119761674820494
"successRate": 0.06737676492444884,
"wilsonLowerBound": 0.0621120471001709
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 43621,
"modelCount": 43678,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10923,
"successRate": 0.2504069141010064,
"wilsonLowerBound": 0.24636322975341807
"successCount": 10934,
"successRate": 0.250331974907276,
"wilsonLowerBound": 0.24629132694048553
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23345,
"modelCount": 23354,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3070,
"successRate": 0.13150567573356178,
"wilsonLowerBound": 0.12723097978953987
"successRate": 0.13145499700265478,
"wilsonLowerBound": 0.12718183008270303
},
"vllm": {
"framework": "vllm",
"modelCount": 86674,
"modelCount": 86675,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9764,
"successRate": 0.11265200636869188,
"wilsonLowerBound": 0.11056426674817671
"successRate": 0.11265070666282088,
"wilsonLowerBound": 0.1105629896444802
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 40865,
"modelCount": 40903,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5016,
"successRate": 0.12274562584118438,
"wilsonLowerBound": 0.11959943516066503
"successCount": 5024,
"successRate": 0.12282717649072195,
"wilsonLowerBound": 0.11968151532769836
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 32657,
"modelCount": 32726,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3430,
"successRate": 0.1050310806258995,
"wilsonLowerBound": 0.1017521083857065
"successCount": 3434,
"successRate": 0.10493185846116238,
"wilsonLowerBound": 0.10165769272619735
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 88824,
"modelCount": 88859,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21152,
"successRate": 0.2381338377015221,
"wilsonLowerBound": 0.2353440218502034
"successCount": 21164,
"successRate": 0.23817508637279286,
"wilsonLowerBound": 0.23538564926565853
},
"transformers": {
"framework": "transformers",
"modelCount": 5226,
"modelCount": 5230,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 566,
"successRate": 0.10830463069269039,
"wilsonLowerBound": 0.10016488954146914
"successRate": 0.10822179732313575,
"wilsonLowerBound": 0.10008794744469952
},
"vllm": {
"framework": "vllm",
"modelCount": 112642,
"modelCount": 112646,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16511,
"successRate": 0.1465794286323041,
"wilsonLowerBound": 0.14452598740084546
"successCount": 16512,
"successRate": 0.146583101042203,
"wilsonLowerBound": 0.14452967450179602
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 17818,
"modelCount": 17860,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3509,
"successRate": 0.19693568301717365,
"wilsonLowerBound": 0.19116193148180813
"successCount": 3517,
"successRate": 0.1969204927211646,
"wilsonLowerBound": 0.1911536296580551
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 42935,
"modelCount": 42939,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5584,
"successRate": 0.13005706300221265,
"wilsonLowerBound": 0.12690840540927084
"successCount": 5585,
"successRate": 0.13006823633526632,
"wilsonLowerBound": 0.12691960665611898
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6824,
"modelCount": 6836,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 570,
"successRate": 0.08352872215709262,
"wilsonLowerBound": 0.07719602443828909
"successCount": 571,
"successRate": 0.08352837916910474,
"wilsonLowerBound": 0.07720105329654853
}
},
"Iluvatar_mrv-100": {
@@ -258,52 +258,52 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 31347,
"modelCount": 31360,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5672,
"successRate": 0.18094235493029637,
"wilsonLowerBound": 0.1767198075854004
"successCount": 5678,
"successRate": 0.18105867346938775,
"wilsonLowerBound": 0.17683591262518614
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 60917,
"modelCount": 60922,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12394,
"successRate": 0.20345716302509972,
"wilsonLowerBound": 0.20027901742824522
"successRate": 0.203440464856702,
"wilsonLowerBound": 0.20026254763151682
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8308,
"modelCount": 8352,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2414,
"successRate": 0.2905633124699085,
"wilsonLowerBound": 0.2808988478910527
"successCount": 2425,
"successRate": 0.29034961685823757,
"wilsonLowerBound": 0.28071259144603977
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 13106,
"modelCount": 13139,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3366,
"successRate": 0.2568289333129864,
"wilsonLowerBound": 0.24942119189811188
"successCount": 3371,
"successRate": 0.25656442651647765,
"wilsonLowerBound": 0.2491684976618366
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 61503,
"modelCount": 61552,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16851,
"successRate": 0.27398663479830254,
"wilsonLowerBound": 0.27047594825503946
"successCount": 16867,
"successRate": 0.2740284637379776,
"wilsonLowerBound": 0.27051899914229477
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
@@ -318,30 +318,30 @@
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 46717,
"modelCount": 46728,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20477,
"successRate": 0.4383200976090074,
"wilsonLowerBound": 0.4338259085647337
"successCount": 20485,
"successRate": 0.43838811847286424,
"wilsonLowerBound": 0.43389437559003324
},
"vllm": {
"framework": "vllm",
"modelCount": 36735,
"modelCount": 36760,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3535,
"successRate": 0.09622975364094188,
"wilsonLowerBound": 0.09325605535927686
"successCount": 3543,
"successRate": 0.09638193688792165,
"wilsonLowerBound": 0.09340709146996
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 620,
"modelCount": 622,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
"wilsonLowerBound": 4.3101880813674497e-19
}
},
"Sunrise_pt-200-x1": {
@@ -365,12 +365,12 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6012,
"modelCount": 6020,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2556,
"successRate": 0.4251497005988024,
"wilsonLowerBound": 0.4127047104528379
"successCount": 2560,
"successRate": 0.42524916943521596,
"wilsonLowerBound": 0.4128119709974954
}
},
"Vastai_va16": {
@@ -385,47 +385,47 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 11868,
"modelCount": 11901,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3865,
"successRate": 0.32566565554432086,
"wilsonLowerBound": 0.3172920140208696
"successCount": 3872,
"successRate": 0.3253508108562306,
"wilsonLowerBound": 0.3169909126204702
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 26585,
"modelCount": 26592,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13493,
"successRate": 0.5075418469061501,
"wilsonLowerBound": 0.5015314146534223
"successCount": 13497,
"successRate": 0.5075586642599278,
"wilsonLowerBound": 0.5015490237955152
},
"vllm": {
"framework": "vllm",
"modelCount": 62739,
"modelCount": 62788,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6327,
"successRate": 0.10084636350595323,
"wilsonLowerBound": 0.09851442773190662
"successCount": 6343,
"successRate": 0.10102248837357457,
"wilsonLowerBound": 0.09868961768347012
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 12561,
"modelCount": 12564,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1820,
"successRate": 0.1448929225380145,
"wilsonLowerBound": 0.13884577224152606
"successRate": 0.1448583253740847,
"wilsonLowerBound": 0.1388125047139058
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-21T02:51:46.654565+00:00",
"generatedAt": "2026-09-21T02:52:41.526684+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,