state: generation 13626 (cycle)

This commit is contained in:
2026-10-28 17:00:39 +00:00
parent 13ddc6f10e
commit e98b760a40
3 changed files with 151 additions and 151 deletions

View File

@@ -3,66 +3,66 @@
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-28T16:47:51.647810+00:00",
"frameworkAttemptedAt": "2026-10-28T11:00:24.846881+00:00",
"frameworkAttemptedAt": "2026-10-28T17:00:38.723087+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44682,
"modelCount": 44720,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22607,
"successRate": 0.5059531802515554,
"wilsonLowerBound": 0.5013170218385246
"successCount": 22633,
"successRate": 0.5061046511627907,
"wilsonLowerBound": 0.5014704668780349
},
"vllm": {
"framework": "vllm",
"modelCount": 59277,
"modelCount": 59305,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15712,
"successRate": 0.2650606474686641,
"wilsonLowerBound": 0.2615228228480483
"successCount": 15718,
"successRate": 0.2650366748166259,
"wilsonLowerBound": 0.26149978608063534
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 23,
"modelCount": 29,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 9,
"successRate": 0.391304347826087,
"wilsonLowerBound": 0.22157377982382145
"successCount": 12,
"successRate": 0.41379310344827586,
"wilsonLowerBound": 0.2551293527964552
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6300,
"modelCount": 6340,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2072,
"successRate": 0.3288888888888889,
"wilsonLowerBound": 0.3173949062889357
"successCount": 2087,
"successRate": 0.329179810725552,
"wilsonLowerBound": 0.3177190173995209
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39905,
"modelCount": 39944,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19320,
"successRate": 0.484149855907781,
"wilsonLowerBound": 0.47924825383683606
"successCount": 19346,
"successRate": 0.4843280592829962,
"wilsonLowerBound": 0.47942877745792695
},
"vllm": {
"framework": "vllm",
"modelCount": 41197,
"modelCount": 41213,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11247,
"successRate": 0.2730053159210622,
"wilsonLowerBound": 0.2687245895820512
"successCount": 11249,
"successRate": 0.2729478562589474,
"wilsonLowerBound": 0.2686682448015392
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -75,52 +75,52 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15592,
"modelCount": 15652,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6322,
"successRate": 0.40546434068753207,
"wilsonLowerBound": 0.39778180560958953
"successCount": 6339,
"successRate": 0.4049961666240736,
"wilsonLowerBound": 0.3973298528637263
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64347,
"modelCount": 64349,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.1880429546054983,
"wilsonLowerBound": 0.18504244450436705
"successRate": 0.18803711013380162,
"wilsonLowerBound": 0.18503668276894034
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 39278,
"modelCount": 39386,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8110,
"successRate": 0.2064769081928815,
"wilsonLowerBound": 0.20250260194237138
"successCount": 8141,
"successRate": 0.2066978114050678,
"wilsonLowerBound": 0.20272731588268642
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8616,
"modelCount": 8629,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013579387186629526,
"wilsonLowerBound": 0.011343267349465438
"successCount": 118,
"successRate": 0.013674817475953182,
"wilsonLowerBound": 0.011431782078122659
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26886,
"modelCount": 26889,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3304,
"successRate": 0.12288923603362345,
"wilsonLowerBound": 0.11901858745630627
"successCount": 3305,
"successRate": 0.1229127152367139,
"wilsonLowerBound": 0.11904195400650128
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -133,12 +133,12 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 18998,
"modelCount": 19069,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7226,
"successRate": 0.38035582692915043,
"wilsonLowerBound": 0.37347718640902705
"successCount": 7247,
"successRate": 0.3800409040851644,
"wilsonLowerBound": 0.37317620001590346
}
},
"Cambricon_mlu-370-x8": {
@@ -162,23 +162,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 58667,
"modelCount": 58770,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14622,
"successRate": 0.2492372202430668,
"wilsonLowerBound": 0.24575332143404569
"successCount": 14644,
"successRate": 0.24917474902160966,
"wilsonLowerBound": 0.24569418686475403
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 29046,
"modelCount": 29249,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4071,
"successRate": 0.14015699235695103,
"wilsonLowerBound": 0.13621219736718426
"successCount": 4082,
"successRate": 0.13956032684878117,
"wilsonLowerBound": 0.13563625700121792
},
"vllm": {
"framework": "vllm",
@@ -191,32 +191,32 @@
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50695,
"modelCount": 50704,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5790,
"successRate": 0.11421244698688233,
"wilsonLowerBound": 0.11147280798764218
"successCount": 5792,
"successRate": 0.1142316188071947,
"wilsonLowerBound": 0.11149201656518053
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 54326,
"modelCount": 54406,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3898,
"successRate": 0.07175201560946877,
"wilsonLowerBound": 0.0696119544684661
"successRate": 0.0716465095761497,
"wilsonLowerBound": 0.06950947933926484
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95583,
"modelCount": 95587,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24176,
"successRate": 0.2529320067375998,
"wilsonLowerBound": 0.2501861737543876
"successRate": 0.2529214223691506,
"wilsonLowerBound": 0.25017568519098876
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
@@ -229,57 +229,57 @@
},
"transformers": {
"framework": "transformers",
"modelCount": 6711,
"modelCount": 6743,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 616,
"successRate": 0.0917895991655491,
"wilsonLowerBound": 0.08511316588523572
"successCount": 631,
"successRate": 0.093578525878689,
"wilsonLowerBound": 0.08685650015124885
},
"vllm": {
"framework": "vllm",
"modelCount": 113030,
"modelCount": 113032,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16551,
"successRate": 0.14643015128726886,
"wilsonLowerBound": 0.14438109185507506
"successRate": 0.14642756033689575,
"wilsonLowerBound": 0.14437853411994217
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 411,
"modelCount": 412,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004866180048661801,
"wilsonLowerBound": 0.0013354700434012547
"successRate": 0.0048543689320388345,
"wilsonLowerBound": 0.0013322261476017578
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26549,
"modelCount": 26552,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4272,
"successRate": 0.16091001544314287,
"wilsonLowerBound": 0.1565390654055043
"successCount": 4274,
"successRate": 0.1609671587827659,
"wilsonLowerBound": 0.1565958106166769
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44891,
"modelCount": 45086,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5828,
"successRate": 0.1298255775099686,
"wilsonLowerBound": 0.12674794540674567
"successCount": 5860,
"successRate": 0.12997382779576808,
"wilsonLowerBound": 0.12690127126303005
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9139,
"modelCount": 9143,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 850,
"successRate": 0.09300798774482985,
"wilsonLowerBound": 0.08722297227830683
"successRate": 0.09296729738597835,
"wilsonLowerBound": 0.08718469547444964
}
},
"Iluvatar_mrv-100": {
@@ -294,85 +294,85 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 36831,
"modelCount": 36870,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7541,
"successRate": 0.20474600200917706,
"wilsonLowerBound": 0.20065582494418588
"successCount": 7552,
"successRate": 0.20482777325739082,
"wilsonLowerBound": 0.20073912460013457
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61649,
"modelCount": 61651,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12432,
"successRate": 0.2016577722266379,
"wilsonLowerBound": 0.1985090631870173
"successRate": 0.2016512303125659,
"wilsonLowerBound": 0.1985026108451283
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20888,
"modelCount": 20954,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5801,
"successRate": 0.27771926464955954,
"wilsonLowerBound": 0.2716867142511101
"successCount": 5820,
"successRate": 0.2777512646750024,
"wilsonLowerBound": 0.27172793586073357
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16932,
"modelCount": 16955,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4088,
"successRate": 0.24143633356957242,
"wilsonLowerBound": 0.23504931534238055
"successCount": 4096,
"successRate": 0.24158065467413742,
"wilsonLowerBound": 0.23519658541957583
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70979,
"modelCount": 71018,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19449,
"successRate": 0.2740106228602826,
"wilsonLowerBound": 0.27074166455427484
"successCount": 19460,
"successRate": 0.27401503844095865,
"wilsonLowerBound": 0.27074695775726576
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2535,
"modelCount": 2569,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1427,
"successRate": 0.5629191321499014,
"wilsonLowerBound": 0.5435288083984998
"successCount": 1440,
"successRate": 0.5605293888672636,
"wilsonLowerBound": 0.5412603405214778
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49231,
"modelCount": 49262,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22135,
"successRate": 0.4496150799293128,
"wilsonLowerBound": 0.4452248734861584
"successCount": 22149,
"successRate": 0.44961633713612925,
"wilsonLowerBound": 0.4452275096974306
},
"vllm": {
"framework": "vllm",
"modelCount": 42387,
"modelCount": 42434,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5598,
"successRate": 0.13206879467761343,
"wilsonLowerBound": 0.12887894677598424
"successCount": 5616,
"successRate": 0.13234670311542632,
"wilsonLowerBound": 0.1291557079785789
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1423,
"modelCount": 1431,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
@@ -401,67 +401,67 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8292,
"modelCount": 8306,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3656,
"successRate": 0.4409068982151471,
"wilsonLowerBound": 0.4302500437112765
"successCount": 3662,
"successRate": 0.44088610642908743,
"wilsonLowerBound": 0.43023827259527375
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7471,
"modelCount": 7472,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 251,
"successRate": 0.03359657341721323,
"wilsonLowerBound": 0.029744345261003922
"successCount": 252,
"successRate": 0.03372591006423983,
"wilsonLowerBound": 0.029866294005894918
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 22900,
"modelCount": 23019,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6360,
"successRate": 0.2777292576419214,
"wilsonLowerBound": 0.2719659547402788
"successCount": 6397,
"successRate": 0.2779008645032365,
"wilsonLowerBound": 0.2721512519137695
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29772,
"modelCount": 29795,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15260,
"successRate": 0.5125621389224775,
"wilsonLowerBound": 0.5068830206100422
"successCount": 15273,
"successRate": 0.512602785702299,
"wilsonLowerBound": 0.5069258665057177
},
"vllm": {
"framework": "vllm",
"modelCount": 69569,
"modelCount": 69604,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7586,
"successRate": 0.10904282079661919,
"wilsonLowerBound": 0.10674817646799387
"successCount": 7592,
"successRate": 0.10907419113844032,
"wilsonLowerBound": 0.10677982441377472
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15018,
"modelCount": 15047,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2821,
"successRate": 0.18784125715807698,
"wilsonLowerBound": 0.18167445509995525
"successCount": 2828,
"successRate": 0.18794444075230943,
"wilsonLowerBound": 0.1817821637525779
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-28T16:59:31.840000+00:00",
"generatedAt": "2026-10-28T17:00:38.723087+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,

View File

@@ -1,5 +1,5 @@
{
"catalogUpdatedAt": "2026-10-28T16:59:31.840000+00:00",
"catalogUpdatedAt": "2026-10-28T17:00:38.723087+00:00",
"configuredTaskTypes": [
"text-generation"
],
@@ -56,7 +56,7 @@
"time-series-forecasting"
],
"errors": [],
"generatedAt": "2026-10-28T16:59:31.840000+00:00",
"generatedAt": "2026-10-28T17:00:38.723087+00:00",
"gpuCatalog": {
"Ascend_910-b3": {
"canVerify": true,
@@ -6574,6 +6574,6 @@
"updateTime": "2025-12-22 08:59:53"
}
],
"taskTreeUpdatedAt": "2026-10-28T16:59:31.840000+00:00",
"taskTreeUpdatedAt": "2026-10-28T17:00:38.723087+00:00",
"version": 1
}

View File

@@ -4,8 +4,8 @@
".modelhub_state/account_capacity.json": "75992f8fc87bd43463ad6a2225d42d2ca55bf3279439823531261e6ae705f09c",
".modelhub_state/architecture_compatibility_blacklist.json": "68c8c3eba9f6a3e8b3964184d96fd26daf0974f5ab61d66558f33ad197d728d2",
".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff",
".modelhub_state/market_intelligence.json": "612f9692f040f5c693cc40cfa81147862e207bfd24707eb14bf93f4f84ad324e",
".modelhub_state/official_capabilities.json": "eef2ca69b357c077ee7781b4e541efe4ad4dd4781c44842011745863a6ea44ca",
".modelhub_state/market_intelligence.json": "fe63c9cb1082b40ad5b414d79679790e122245c341169738088b9f89daecd1ce",
".modelhub_state/official_capabilities.json": "fcc35bd9428c2c904b931e980684e58b8ed278207c071e6dea2ce74308792d84",
".modelhub_state/outcome_checkpoint.json": "ad1dbd55fff72b428523ed1b3f4c45d3c5a8988f35650344d046a868f6c7d818",
".modelhub_state/recent_outcomes.jsonl": "2e54d51d777da47bfd5b7d178f3402d41c5494d19297fcae2e714fef1692c7c2",
".modelhub_state/recovery_active_tasks.jsonl": "582b6098bca8926187b755f93cca709c83c594f7618edb2f11030da0e1a3448f",
@@ -16,9 +16,9 @@
"ledger/submissions.jsonl": "1188b187a9332739879bb63704e73029b2759fb853542752be8b924bb5aaa631",
"outcomes/submissions.jsonl": "91a1cf39a31370a8f306e03e864788eb28e4f89a70f7e78567a73f306142252f"
},
"generation": 13625,
"generation": 13626,
"phase": "cycle",
"schemaVersion": 1,
"updatedAt": "2026-10-28T16:59:34.478361+00:00",
"updatedAt": "2026-10-28T17:00:39.680048+00:00",
"writerId": "b60d613251844af6b43636e34287be85"
}