CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 19024 (cycle)

Browse Source
This commit is contained in:
CoolBoy
2026-10-01 02:09:06 +00:00
parent d06b1b0045
commit 735ba3531d
3 changed files with 145 additions and 145 deletions
Download Patch File Download Diff File Expand all files Collapse all files

276
.modelhub_state/market_intelligence.json
View File

@@ -1,30 +1,30 @@
{
"communityAttemptedAt": "2026-10-01T01:53:22.775299+00:00",
"communityAttemptedAt": "2026-10-01T02:08:52.569292+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-01T01:53:22.775299+00:00",
"frameworkAttemptedAt": "2026-09-30T20:07:14.155982+00:00",
"communityUpdatedAt": "2026-10-01T02:08:52.569292+00:00",
"frameworkAttemptedAt": "2026-10-01T02:08:52.569292+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40338,
"modelCount": 40388,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19626,
"successRate": 0.4865387475829243,
"wilsonLowerBound": 0.48166260241635694
"successCount": 19666,
"successRate": 0.4869268099435476,
"wilsonLowerBound": 0.4820535455907323
},
"vllm": {
"framework": "vllm",
"modelCount": 54014,
"modelCount": 54057,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14985,
"successRate": 0.27742807420298443,
"wilsonLowerBound": 0.2736681199673077
"successCount": 14990,
"successRate": 0.27729988715615,
"wilsonLowerBound": 0.2735419687157209
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -37,41 +37,41 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 3296,
"modelCount": 3317,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 931,
"successRate": 0.2824635922330097,
"wilsonLowerBound": 0.2673539945219363
"successCount": 940,
"successRate": 0.2833886041603859,
"wilsonLowerBound": 0.26830985724967893
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 34869,
"modelCount": 34905,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15952,
"successRate": 0.45748372479853167,
"wilsonLowerBound": 0.45225955113495475
"successCount": 15986,
"successRate": 0.4579859618965764,
"wilsonLowerBound": 0.45276397807114516
},
"vllm": {
"framework": "vllm",
"modelCount": 38703,
"modelCount": 38736,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10853,
"successRate": 0.2804175386920911,
"wilsonLowerBound": 0.2759641548647286
"successCount": 10860,
"successRate": 0.28035935563816605,
"wilsonLowerBound": 0.2759081487644032
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 10919,
"modelCount": 10950,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4572,
"successRate": 0.4187196629727997,
"wilsonLowerBound": 0.4094960536219262
"successCount": 4583,
"successRate": 0.4185388127853881,
"wilsonLowerBound": 0.4093288459062975
}
},
"Biren_166m": {
@@ -86,21 +86,21 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 24186,
"modelCount": 24324,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4963,
"successRate": 0.20520135615645416,
"wilsonLowerBound": 0.20015865583438622
"successCount": 4997,
"successRate": 0.2054349613550403,
"wilsonLowerBound": 0.20040427436815803
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7102,
"modelCount": 7120,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 82,
"successRate": 0.011546043368065334,
"wilsonLowerBound": 0.009312165178820192
"successRate": 0.011516853932584269,
"wilsonLowerBound": 0.009288599525007681
}
},
"Cambricon_mlu-370-x4": {
@@ -124,23 +124,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 13360,
"modelCount": 13395,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5459,
"successRate": 0.4086077844311377,
"wilsonLowerBound": 0.4002994768259957
"successCount": 5473,
"successRate": 0.4085852930197835,
"wilsonLowerBound": 0.40028788690818456
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24486,
"modelCount": 24491,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3797,
"successRate": 0.15506820223801357,
"wilsonLowerBound": 0.1505884697051341
"successRate": 0.15503654403658487,
"wilsonLowerBound": 0.15055764599820173
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -153,106 +153,106 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 47508,
"modelCount": 47604,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11831,
"successRate": 0.24903174202239622,
"wilsonLowerBound": 0.24516338117615727
"successCount": 11853,
"successRate": 0.24899168137131333,
"wilsonLowerBound": 0.24512741445247757
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23598,
"modelCount": 23601,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3100,
"successRate": 0.13136706500550893,
"wilsonLowerBound": 0.12711697360825303
"successRate": 0.13135036650989365,
"wilsonLowerBound": 0.12710077657717714
},
"vllm": {
"framework": "vllm",
"modelCount": 86821,
"modelCount": 86823,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9768,
"successRate": 0.11250734269358796,
"wilsonLowerBound": 0.11042254251595317
"successRate": 0.11250475104522994,
"wilsonLowerBound": 0.11041999593565358
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 43378,
"modelCount": 43439,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5287,
"successRate": 0.12188206003043017,
"wilsonLowerBound": 0.11883679599920562
"successCount": 5293,
"successRate": 0.12184902967379543,
"wilsonLowerBound": 0.11880624304573173
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 39419,
"modelCount": 39602,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3556,
"successRate": 0.09021030467541033,
"wilsonLowerBound": 0.08742194677621012
"successCount": 3559,
"successRate": 0.089869198525327,
"wilsonLowerBound": 0.08709204271392837
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 90637,
"modelCount": 90675,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22142,
"successRate": 0.24429316945618235,
"wilsonLowerBound": 0.24150676717099753
"successCount": 22164,
"successRate": 0.24443341604631927,
"wilsonLowerBound": 0.2416470464275076
},
"transformers": {
"framework": "transformers",
"modelCount": 5420,
"modelCount": 5421,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 580,
"successRate": 0.1070110701107011,
"wilsonLowerBound": 0.09905773811834374
"successRate": 0.10699133001291275,
"wilsonLowerBound": 0.09903938729663994
},
"vllm": {
"framework": "vllm",
"modelCount": 112758,
"modelCount": 112760,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16526,
"successRate": 0.14656166303056103,
"wilsonLowerBound": 0.1445093763354927
"successRate": 0.1465590634976942,
"wilsonLowerBound": 0.1445068101472657
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 20644,
"modelCount": 20711,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3729,
"successRate": 0.18063359813989538,
"wilsonLowerBound": 0.17544512490756387
"successCount": 3732,
"successRate": 0.18019409975375406,
"wilsonLowerBound": 0.17501898370059668
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43303,
"modelCount": 43305,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5635,
"successRate": 0.13012955222501904,
"wilsonLowerBound": 0.12699340512297583
"successRate": 0.13012354231612977,
"wilsonLowerBound": 0.12698752962984056
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7447,
"modelCount": 7459,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 661,
"successRate": 0.08876057472807843,
"wilsonLowerBound": 0.08251139940156339
"successCount": 663,
"successRate": 0.08888590963936184,
"wilsonLowerBound": 0.08263742557686235
}
},
"Iluvatar_mrv-100": {
@@ -267,85 +267,85 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 32686,
"modelCount": 32721,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6203,
"successRate": 0.18977543902588265,
"wilsonLowerBound": 0.18556092264272617
"successCount": 6218,
"successRate": 0.19003086702729136,
"wilsonLowerBound": 0.18581636803237603
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61306,
"modelCount": 61314,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12405,
"successRate": 0.20234561054382932,
"wilsonLowerBound": 0.19918407377574976
"successCount": 12406,
"successRate": 0.20233551880484066,
"wilsonLowerBound": 0.19917424688395857
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 11383,
"modelCount": 11467,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3347,
"successRate": 0.29403496442062727,
"wilsonLowerBound": 0.28573570329497766
"successCount": 3371,
"successRate": 0.29397401238336096,
"wilsonLowerBound": 0.28570546720557083
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14458,
"modelCount": 14484,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3620,
"successRate": 0.250380412228524,
"wilsonLowerBound": 0.24338543025785217
"successCount": 3625,
"successRate": 0.25027616680475007,
"wilsonLowerBound": 0.24328841104487942
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 64738,
"modelCount": 64806,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 17760,
"successRate": 0.2743365565819148,
"wilsonLowerBound": 0.27091297234300693
"successCount": 17782,
"successRate": 0.27438817393451226,
"wilsonLowerBound": 0.2709661752124722
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 371,
"modelCount": 383,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 234,
"successRate": 0.6307277628032345,
"wilsonLowerBound": 0.5805126556080487
"successCount": 240,
"successRate": 0.6266318537859008,
"wilsonLowerBound": 0.5771559906660856
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 47494,
"modelCount": 47506,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21038,
"successRate": 0.4429612161536194,
"wilsonLowerBound": 0.4384985313168165
"successCount": 21045,
"successRate": 0.44299667410432364,
"wilsonLowerBound": 0.43853451284741574
},
"vllm": {
"framework": "vllm",
"modelCount": 38088,
"modelCount": 38123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4109,
"successRate": 0.10788174753203109,
"wilsonLowerBound": 0.10480555979709201
"successCount": 4128,
"successRate": 0.10828109015554914,
"wilsonLowerBound": 0.1052011975318565
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 807,
"modelCount": 817,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
@@ -374,67 +374,67 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6594,
"modelCount": 6609,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2859,
"successRate": 0.4335759781619654,
"wilsonLowerBound": 0.42165659058319477
"successCount": 2866,
"successRate": 0.43365108185807233,
"wilsonLowerBound": 0.4217448907338436
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7399,
"modelCount": 7400,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 242,
"successRate": 0.03270712258413299,
"wilsonLowerBound": 0.028890483711308153
"successCount": 243,
"successRate": 0.032837837837837835,
"wilsonLowerBound": 0.02901357764943315
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 14830,
"modelCount": 14874,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4774,
"successRate": 0.3219150370869858,
"wilsonLowerBound": 0.31444232937602007
"successCount": 4784,
"successRate": 0.32163506790372465,
"wilsonLowerBound": 0.3141751387556192
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 27396,
"modelCount": 27408,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13969,
"successRate": 0.5098919550299313,
"wilsonLowerBound": 0.5039713130838478
"successCount": 13978,
"successRate": 0.5099970811441915,
"wilsonLowerBound": 0.5040777455951545
},
"vllm": {
"framework": "vllm",
"modelCount": 64746,
"modelCount": 64810,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6748,
"successRate": 0.10422265468137028,
"wilsonLowerBound": 0.10189249936795465
"successCount": 6768,
"successRate": 0.10442832896158,
"wilsonLowerBound": 0.10209725133426692
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 13076,
"modelCount": 13084,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2031,
"successRate": 0.15532272866319977,
"wilsonLowerBound": 0.14921562185584406
"successCount": 2032,
"successRate": 0.1553041883216142,
"wilsonLowerBound": 0.1491992254616591
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-01T02:04:46.053867+00:00",
"generatedAt": "2026-10-01T02:08:52.569292+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,

6
.modelhub_state/official_capabilities.json
View File

@@ -1,5 +1,5 @@
{
"catalogUpdatedAt": "2026-10-01T02:04:46.053867+00:00",
"catalogUpdatedAt": "2026-10-01T02:08:52.569292+00:00",
"configuredTaskTypes": [
"text-generation"
],
@@ -56,7 +56,7 @@
"time-series-forecasting"
],
"errors": [],
"generatedAt": "2026-10-01T02:04:46.053867+00:00",
"generatedAt": "2026-10-01T02:08:52.569292+00:00",
"gpuCatalog": {
"Ascend_910-b3": {
"canVerify": true,
@@ -6381,6 +6381,6 @@
"updateTime": "2025-12-22 08:59:53"
}
],
"taskTreeUpdatedAt": "2026-10-01T02:04:46.053867+00:00",
"taskTreeUpdatedAt": "2026-10-01T02:08:52.569292+00:00",
"version": 1
}

8
manifest.json
View File

@@ -4,8 +4,8 @@
".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1",
".modelhub_state/architecture_compatibility_blacklist.json": "58bdc84b0d1a7c73c68ce514eda35aa7b69012199256b6000f62abfba51dc0e7",
".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab",
".modelhub_state/market_intelligence.json": "4be4e911173e7db856f9260ae3ff4eeac7514d8e69c007cb13c5fb4a775f1f0a",
".modelhub_state/official_capabilities.json": "05ae3f5cbfb794023c846cdf4e4c6afa81af9d465e960865c8a25a5803529b7e",
".modelhub_state/market_intelligence.json": "f5880fbe6a0ba4fbffe5c41c5cddc0cf11c3a2df0680f69d53eefe4b7526fa8d",
".modelhub_state/official_capabilities.json": "c4e1c070876e4691801da37dbaff18d1f09105ffb3dc4382c9fef7672fd30c51",
".modelhub_state/outcome_checkpoint.json": "e000e3b7c88c28043da5c3cd586e6b0fe5c6aa9f595a8c8d244f11feaf0aa043",
".modelhub_state/queue_cleanup_latest.json": "93396da4027af4e58582ccd8e565802a814eb12cd093c18539afd5847ee0d710",
".modelhub_state/recent_outcomes.jsonl": "c8956fbec12e70b2f02cde2cc50874239cc814efc6a3294217fce6cbf45ba00a",
@@ -17,9 +17,9 @@
"ledger/submissions.jsonl": "80618c65853f9fe392f24d88c171ba868174693fb646e47721db0f3428a49101",
"outcomes/submissions.jsonl": "1828f8164d48cdbebd493c9ff7a064086578a111215f7df2fc0eede869b972bb"
},
"generation": 19023,
"generation": 19024,
"phase": "cycle",
"schemaVersion": 1,
"updatedAt": "2026-10-01T02:05:54.241647+00:00",
"updatedAt": "2026-10-01T02:09:06.821756+00:00",
"writerId": "a812d0e025c3474eb16b828a4d987334"
}