diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index 491fed3bfc..a1cd440657 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -3,66 +3,66 @@ "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-28T16:47:51.647810+00:00", - "frameworkAttemptedAt": "2026-10-28T11:00:24.846881+00:00", + "frameworkAttemptedAt": "2026-10-28T17:00:38.723087+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 44682, + "modelCount": 44720, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22607, - "successRate": 0.5059531802515554, - "wilsonLowerBound": 0.5013170218385246 + "successCount": 22633, + "successRate": 0.5061046511627907, + "wilsonLowerBound": 0.5014704668780349 }, "vllm": { "framework": "vllm", - "modelCount": 59277, + "modelCount": 59305, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15712, - "successRate": 0.2650606474686641, - "wilsonLowerBound": 0.2615228228480483 + "successCount": 15718, + "successRate": 0.2650366748166259, + "wilsonLowerBound": 0.26149978608063534 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", - "modelCount": 23, + "modelCount": 29, "officialConfigError": "framework_mismatch", "officialConfigValid": false, - "successCount": 9, - "successRate": 0.391304347826087, - "wilsonLowerBound": 0.22157377982382145 + "successCount": 12, + "successRate": 0.41379310344827586, + "wilsonLowerBound": 0.2551293527964552 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 6300, + "modelCount": 6340, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2072, - "successRate": 0.3288888888888889, - "wilsonLowerBound": 0.3173949062889357 + "successCount": 2087, + "successRate": 0.329179810725552, + "wilsonLowerBound": 0.3177190173995209 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 39905, + "modelCount": 39944, "officialConfigError": null, "officialConfigValid": true, - "successCount": 19320, - "successRate": 0.484149855907781, - "wilsonLowerBound": 0.47924825383683606 + "successCount": 19346, + "successRate": 0.4843280592829962, + "wilsonLowerBound": 0.47942877745792695 }, "vllm": { "framework": "vllm", - "modelCount": 41197, + "modelCount": 41213, "officialConfigError": null, "officialConfigValid": true, - "successCount": 11247, - "successRate": 0.2730053159210622, - "wilsonLowerBound": 0.2687245895820512 + "successCount": 11249, + "successRate": 0.2729478562589474, + "wilsonLowerBound": 0.2686682448015392 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -75,52 +75,52 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 15592, + "modelCount": 15652, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6322, - "successRate": 0.40546434068753207, - "wilsonLowerBound": 0.39778180560958953 + "successCount": 6339, + "successRate": 0.4049961666240736, + "wilsonLowerBound": 0.3973298528637263 } }, "Biren_166m": { "vllm": { "framework": "vllm", - "modelCount": 64347, + "modelCount": 64349, "officialConfigError": null, "officialConfigValid": true, "successCount": 12100, - "successRate": 0.1880429546054983, - "wilsonLowerBound": 0.18504244450436705 + "successRate": 0.18803711013380162, + "wilsonLowerBound": 0.18503668276894034 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 39278, + "modelCount": 39386, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 8110, - "successRate": 0.2064769081928815, - "wilsonLowerBound": 0.20250260194237138 + "successCount": 8141, + "successRate": 0.2066978114050678, + "wilsonLowerBound": 0.20272731588268642 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 8616, + "modelCount": 8629, "officialConfigError": null, "officialConfigValid": true, - "successCount": 117, - "successRate": 0.013579387186629526, - "wilsonLowerBound": 0.011343267349465438 + "successCount": 118, + "successRate": 0.013674817475953182, + "wilsonLowerBound": 0.011431782078122659 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26886, + "modelCount": 26889, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3304, - "successRate": 0.12288923603362345, - "wilsonLowerBound": 0.11901858745630627 + "successCount": 3305, + "successRate": 0.1229127152367139, + "wilsonLowerBound": 0.11904195400650128 }, "vllm-customized": { "framework": "vllm-customized", @@ -133,12 +133,12 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 18998, + "modelCount": 19069, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7226, - "successRate": 0.38035582692915043, - "wilsonLowerBound": 0.37347718640902705 + "successCount": 7247, + "successRate": 0.3800409040851644, + "wilsonLowerBound": 0.37317620001590346 } }, "Cambricon_mlu-370-x8": { @@ -162,23 +162,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 58667, + "modelCount": 58770, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14622, - "successRate": 0.2492372202430668, - "wilsonLowerBound": 0.24575332143404569 + "successCount": 14644, + "successRate": 0.24917474902160966, + "wilsonLowerBound": 0.24569418686475403 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 29046, + "modelCount": 29249, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4071, - "successRate": 0.14015699235695103, - "wilsonLowerBound": 0.13621219736718426 + "successCount": 4082, + "successRate": 0.13956032684878117, + "wilsonLowerBound": 0.13563625700121792 }, "vllm": { "framework": "vllm", @@ -191,32 +191,32 @@ }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 50695, + "modelCount": 50704, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5790, - "successRate": 0.11421244698688233, - "wilsonLowerBound": 0.11147280798764218 + "successCount": 5792, + "successRate": 0.1142316188071947, + "wilsonLowerBound": 0.11149201656518053 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 54326, + "modelCount": 54406, "officialConfigError": null, "officialConfigValid": true, "successCount": 3898, - "successRate": 0.07175201560946877, - "wilsonLowerBound": 0.0696119544684661 + "successRate": 0.0716465095761497, + "wilsonLowerBound": 0.06950947933926484 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 95583, + "modelCount": 95587, "officialConfigError": null, "officialConfigValid": true, "successCount": 24176, - "successRate": 0.2529320067375998, - "wilsonLowerBound": 0.2501861737543876 + "successRate": 0.2529214223691506, + "wilsonLowerBound": 0.25017568519098876 }, "llamacpp_opt": { "framework": "llamacpp_opt", @@ -229,57 +229,57 @@ }, "transformers": { "framework": "transformers", - "modelCount": 6711, + "modelCount": 6743, "officialConfigError": null, "officialConfigValid": true, - "successCount": 616, - "successRate": 0.0917895991655491, - "wilsonLowerBound": 0.08511316588523572 + "successCount": 631, + "successRate": 0.093578525878689, + "wilsonLowerBound": 0.08685650015124885 }, "vllm": { "framework": "vllm", - "modelCount": 113030, + "modelCount": 113032, "officialConfigError": null, "officialConfigValid": true, "successCount": 16551, - "successRate": 0.14643015128726886, - "wilsonLowerBound": 0.14438109185507506 + "successRate": 0.14642756033689575, + "wilsonLowerBound": 0.14437853411994217 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", - "modelCount": 411, + "modelCount": 412, "officialConfigError": null, "officialConfigValid": true, "successCount": 2, - "successRate": 0.004866180048661801, - "wilsonLowerBound": 0.0013354700434012547 + "successRate": 0.0048543689320388345, + "wilsonLowerBound": 0.0013322261476017578 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 26549, + "modelCount": 26552, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4272, - "successRate": 0.16091001544314287, - "wilsonLowerBound": 0.1565390654055043 + "successCount": 4274, + "successRate": 0.1609671587827659, + "wilsonLowerBound": 0.1565958106166769 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 44891, + "modelCount": 45086, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 5828, - "successRate": 0.1298255775099686, - "wilsonLowerBound": 0.12674794540674567 + "successCount": 5860, + "successRate": 0.12997382779576808, + "wilsonLowerBound": 0.12690127126303005 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 9139, + "modelCount": 9143, "officialConfigError": null, "officialConfigValid": true, "successCount": 850, - "successRate": 0.09300798774482985, - "wilsonLowerBound": 0.08722297227830683 + "successRate": 0.09296729738597835, + "wilsonLowerBound": 0.08718469547444964 } }, "Iluvatar_mrv-100": { @@ -294,85 +294,85 @@ }, "vllm": { "framework": "vllm", - "modelCount": 36831, + "modelCount": 36870, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7541, - "successRate": 0.20474600200917706, - "wilsonLowerBound": 0.20065582494418588 + "successCount": 7552, + "successRate": 0.20482777325739082, + "wilsonLowerBound": 0.20073912460013457 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61649, + "modelCount": 61651, "officialConfigError": null, "officialConfigValid": true, "successCount": 12432, - "successRate": 0.2016577722266379, - "wilsonLowerBound": 0.1985090631870173 + "successRate": 0.2016512303125659, + "wilsonLowerBound": 0.1985026108451283 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 20888, + "modelCount": 20954, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 5801, - "successRate": 0.27771926464955954, - "wilsonLowerBound": 0.2716867142511101 + "successCount": 5820, + "successRate": 0.2777512646750024, + "wilsonLowerBound": 0.27172793586073357 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 16932, + "modelCount": 16955, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4088, - "successRate": 0.24143633356957242, - "wilsonLowerBound": 0.23504931534238055 + "successCount": 4096, + "successRate": 0.24158065467413742, + "wilsonLowerBound": 0.23519658541957583 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 70979, + "modelCount": 71018, "officialConfigError": null, "officialConfigValid": true, - "successCount": 19449, - "successRate": 0.2740106228602826, - "wilsonLowerBound": 0.27074166455427484 + "successCount": 19460, + "successRate": 0.27401503844095865, + "wilsonLowerBound": 0.27074695775726576 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 2535, + "modelCount": 2569, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1427, - "successRate": 0.5629191321499014, - "wilsonLowerBound": 0.5435288083984998 + "successCount": 1440, + "successRate": 0.5605293888672636, + "wilsonLowerBound": 0.5412603405214778 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 49231, + "modelCount": 49262, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22135, - "successRate": 0.4496150799293128, - "wilsonLowerBound": 0.4452248734861584 + "successCount": 22149, + "successRate": 0.44961633713612925, + "wilsonLowerBound": 0.4452275096974306 }, "vllm": { "framework": "vllm", - "modelCount": 42387, + "modelCount": 42434, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5598, - "successRate": 0.13206879467761343, - "wilsonLowerBound": 0.12887894677598424 + "successCount": 5616, + "successRate": 0.13234670311542632, + "wilsonLowerBound": 0.1291557079785789 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 1423, + "modelCount": 1431, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -401,67 +401,67 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 8292, + "modelCount": 8306, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3656, - "successRate": 0.4409068982151471, - "wilsonLowerBound": 0.4302500437112765 + "successCount": 3662, + "successRate": 0.44088610642908743, + "wilsonLowerBound": 0.43023827259527375 } }, "Vastai_va16": { "vllm": { "framework": "vllm", - "modelCount": 7471, + "modelCount": 7472, "officialConfigError": null, "officialConfigValid": true, - "successCount": 251, - "successRate": 0.03359657341721323, - "wilsonLowerBound": 0.029744345261003922 + "successCount": 252, + "successRate": 0.03372591006423983, + "wilsonLowerBound": 0.029866294005894918 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 22900, + "modelCount": 23019, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6360, - "successRate": 0.2777292576419214, - "wilsonLowerBound": 0.2719659547402788 + "successCount": 6397, + "successRate": 0.2779008645032365, + "wilsonLowerBound": 0.2721512519137695 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 29772, + "modelCount": 29795, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15260, - "successRate": 0.5125621389224775, - "wilsonLowerBound": 0.5068830206100422 + "successCount": 15273, + "successRate": 0.512602785702299, + "wilsonLowerBound": 0.5069258665057177 }, "vllm": { "framework": "vllm", - "modelCount": 69569, + "modelCount": 69604, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7586, - "successRate": 0.10904282079661919, - "wilsonLowerBound": 0.10674817646799387 + "successCount": 7592, + "successRate": 0.10907419113844032, + "wilsonLowerBound": 0.10677982441377472 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 15018, + "modelCount": 15047, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2821, - "successRate": 0.18784125715807698, - "wilsonLowerBound": 0.18167445509995525 + "successCount": 2828, + "successRate": 0.18794444075230943, + "wilsonLowerBound": 0.1817821637525779 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-10-28T16:59:31.840000+00:00", + "generatedAt": "2026-10-28T17:00:38.723087+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index 6dac9d224b..21adce8943 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-10-28T16:59:31.840000+00:00", + "catalogUpdatedAt": "2026-10-28T17:00:38.723087+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-10-28T16:59:31.840000+00:00", + "generatedAt": "2026-10-28T17:00:38.723087+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6574,6 +6574,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-10-28T16:59:31.840000+00:00", + "taskTreeUpdatedAt": "2026-10-28T17:00:38.723087+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index f2313e897f..ac554fbd29 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "75992f8fc87bd43463ad6a2225d42d2ca55bf3279439823531261e6ae705f09c", ".modelhub_state/architecture_compatibility_blacklist.json": "68c8c3eba9f6a3e8b3964184d96fd26daf0974f5ab61d66558f33ad197d728d2", ".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff", - ".modelhub_state/market_intelligence.json": "612f9692f040f5c693cc40cfa81147862e207bfd24707eb14bf93f4f84ad324e", - ".modelhub_state/official_capabilities.json": "eef2ca69b357c077ee7781b4e541efe4ad4dd4781c44842011745863a6ea44ca", + ".modelhub_state/market_intelligence.json": "fe63c9cb1082b40ad5b414d79679790e122245c341169738088b9f89daecd1ce", + ".modelhub_state/official_capabilities.json": "fcc35bd9428c2c904b931e980684e58b8ed278207c071e6dea2ce74308792d84", ".modelhub_state/outcome_checkpoint.json": "ad1dbd55fff72b428523ed1b3f4c45d3c5a8988f35650344d046a868f6c7d818", ".modelhub_state/recent_outcomes.jsonl": "2e54d51d777da47bfd5b7d178f3402d41c5494d19297fcae2e714fef1692c7c2", ".modelhub_state/recovery_active_tasks.jsonl": "582b6098bca8926187b755f93cca709c83c594f7618edb2f11030da0e1a3448f", @@ -16,9 +16,9 @@ "ledger/submissions.jsonl": "1188b187a9332739879bb63704e73029b2759fb853542752be8b924bb5aaa631", "outcomes/submissions.jsonl": "91a1cf39a31370a8f306e03e864788eb28e4f89a70f7e78567a73f306142252f" }, - "generation": 13625, + "generation": 13626, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-10-28T16:59:34.478361+00:00", + "updatedAt": "2026-10-28T17:00:39.680048+00:00", "writerId": "b60d613251844af6b43636e34287be85" }