diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index bc66886916..d0e6e95d07 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -3,28 +3,28 @@ "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-04T16:19:42.886566+00:00", - "frameworkAttemptedAt": "2026-10-04T10:26:55.869476+00:00", + "frameworkAttemptedAt": "2026-10-04T16:27:10.273279+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 40908, + "modelCount": 40947, "officialConfigError": null, "officialConfigValid": true, - "successCount": 20056, - "successRate": 0.49027085166715556, - "wilsonLowerBound": 0.48542759567459687 + "successCount": 20084, + "successRate": 0.4904877036168706, + "wilsonLowerBound": 0.4856466932438106 }, "vllm": { "framework": "vllm", - "modelCount": 54763, + "modelCount": 54824, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15107, - "successRate": 0.27586143929295326, - "wilsonLowerBound": 0.2721338376564295 + "successCount": 15115, + "successRate": 0.2757004231723333, + "wilsonLowerBound": 0.2719755744578353 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -37,81 +37,81 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 3631, + "modelCount": 3666, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1068, - "successRate": 0.2941338474249518, - "wilsonLowerBound": 0.279536690038261 + "successCount": 1082, + "successRate": 0.29514457174031644, + "wilsonLowerBound": 0.28060039717132573 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 35499, + "modelCount": 35549, "officialConfigError": null, "officialConfigValid": true, - "successCount": 16402, - "successRate": 0.4620411842587115, - "wilsonLowerBound": 0.4568592080631989 + "successCount": 16435, + "successRate": 0.4623196151790486, + "wilsonLowerBound": 0.4571410316263713 }, "vllm": { "framework": "vllm", - "modelCount": 39118, + "modelCount": 39143, "officialConfigError": null, "officialConfigValid": true, - "successCount": 10922, - "successRate": 0.27920650339996933, - "wilsonLowerBound": 0.27478269287270923 + "successCount": 10924, + "successRate": 0.27907927343330863, + "wilsonLowerBound": 0.27465750177137455 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 11481, + "modelCount": 11533, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4807, - "successRate": 0.4186917515895828, - "wilsonLowerBound": 0.4096960519488871 + "successCount": 4832, + "successRate": 0.4189716465793809, + "wilsonLowerBound": 0.40999524875535726 } }, "Biren_166m": { "vllm": { "framework": "vllm", - "modelCount": 64175, + "modelCount": 64178, "officialConfigError": null, "officialConfigValid": true, "successCount": 12094, - "successRate": 0.18845344760420724, - "wilsonLowerBound": 0.18544638715707698 + "successRate": 0.18844463834959022, + "wilsonLowerBound": 0.18543770256687467 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 25965, + "modelCount": 26085, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5499, - "successRate": 0.21178509532062392, - "wilsonLowerBound": 0.20685819592115395 + "successCount": 5541, + "successRate": 0.21242093156986774, + "wilsonLowerBound": 0.2074997527544099 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7313, + "modelCount": 7330, "officialConfigError": null, "officialConfigValid": true, "successCount": 94, - "successRate": 0.012853821960891562, - "wilsonLowerBound": 0.010515871347068004 + "successRate": 0.012824010914051841, + "wilsonLowerBound": 0.010491456661972855 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26519, + "modelCount": 26520, "officialConfigError": null, "officialConfigValid": true, "successCount": 3261, - "successRate": 0.12296843772389607, - "wilsonLowerBound": 0.11907036486703776 + "successRate": 0.12296380090497737, + "wilsonLowerBound": 0.1190658652396679 }, "vllm-customized": { "framework": "vllm-customized", @@ -124,23 +124,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 14052, + "modelCount": 14093, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5687, - "successRate": 0.404711073156846, - "wilsonLowerBound": 0.39662253132052433 + "successCount": 5700, + "successRate": 0.4044561129638828, + "wilsonLowerBound": 0.3963801920247765 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", - "modelCount": 24559, + "modelCount": 24565, "officialConfigError": null, "officialConfigValid": true, "successCount": 3798, - "successRate": 0.1546479905533613, - "wilsonLowerBound": 0.15017991859559596 + "successRate": 0.15461021778953796, + "wilsonLowerBound": 0.15014314191977335 }, "vllm-customized": { "framework": "vllm-customized", @@ -153,204 +153,204 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 48860, + "modelCount": 48943, "officialConfigError": null, "officialConfigValid": true, - "successCount": 12188, - "successRate": 0.24944740073679902, - "wilsonLowerBound": 0.2456304853033133 + "successCount": 12220, + "successRate": 0.24967819708640662, + "wilsonLowerBound": 0.24586330137213241 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 23670, + "modelCount": 23686, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3109, - "successRate": 0.13134769750739334, - "wilsonLowerBound": 0.12710425641730155 + "successCount": 3111, + "successRate": 0.13134340960905175, + "wilsonLowerBound": 0.1271014421174694 }, "vllm": { "framework": "vllm", - "modelCount": 86856, + "modelCount": 86858, "officialConfigError": null, "officialConfigValid": true, "successCount": 9768, - "successRate": 0.11246200607902736, - "wilsonLowerBound": 0.1103779943130531 + "successRate": 0.11245941651891593, + "wilsonLowerBound": 0.11037544978714471 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 44272, + "modelCount": 44355, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5390, - "successRate": 0.12174737983375497, - "wilsonLowerBound": 0.11873414632104204 + "successCount": 5400, + "successRate": 0.1217450118363206, + "wilsonLowerBound": 0.11873459401356201 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 42034, + "modelCount": 42268, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3588, - "successRate": 0.08535947090450588, - "wilsonLowerBound": 0.08272601349902839 + "successCount": 3591, + "successRate": 0.08495788776379294, + "wilsonLowerBound": 0.08233735136852925 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 91183, + "modelCount": 91214, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22425, - "successRate": 0.2459340008554226, - "wilsonLowerBound": 0.2431495413931281 + "successCount": 22445, + "successRate": 0.24606968228561404, + "wilsonLowerBound": 0.24328516921335383 }, "transformers": { "framework": "transformers", - "modelCount": 5451, + "modelCount": 5453, "officialConfigError": null, "officialConfigValid": true, "successCount": 580, - "successRate": 0.10640249495505412, - "wilsonLowerBound": 0.09849200715454062 + "successRate": 0.10636346964973409, + "wilsonLowerBound": 0.09845573022593368 }, "vllm": { "framework": "vllm", - "modelCount": 112786, + "modelCount": 112790, "officialConfigError": null, "officialConfigValid": true, - "successCount": 16528, - "successRate": 0.1465430106573511, - "wilsonLowerBound": 0.14449108665305666 + "successCount": 16529, + "successRate": 0.14654667967018353, + "wilsonLowerBound": 0.14449477031337343 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 21363, + "modelCount": 21409, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3812, - "successRate": 0.17843935776810374, - "wilsonLowerBound": 0.1733629034486735 + "successCount": 3820, + "successRate": 0.1784296323975898, + "wilsonLowerBound": 0.17335868349485636 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 43426, + "modelCount": 43440, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5646, - "successRate": 0.1300142771611477, - "wilsonLowerBound": 0.12688373060122243 + "successCount": 5648, + "successRate": 0.1300184162062615, + "wilsonLowerBound": 0.12688832570870462 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7627, + "modelCount": 7648, "officialConfigError": null, "officialConfigValid": true, - "successCount": 697, - "successRate": 0.09138586600236004, - "wilsonLowerBound": 0.08512284797491627 + "successCount": 703, + "successRate": 0.09191945606694561, + "wilsonLowerBound": 0.085647593681614 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", - "modelCount": 204, + "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, - "successRate": 0.18137254901960784, - "wilsonLowerBound": 0.1345454147948475 + "successRate": 0.18048780487804877, + "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", - "modelCount": 33198, + "modelCount": 33242, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6380, - "successRate": 0.19218025182239895, - "wilsonLowerBound": 0.1879774680284932 + "successCount": 6394, + "successRate": 0.19234703086456892, + "wilsonLowerBound": 0.18814558671735693 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61391, + "modelCount": 61397, "officialConfigError": null, "officialConfigValid": true, "successCount": 12411, - "successRate": 0.20216318352853024, - "wilsonLowerBound": 0.1990049042157344 + "successRate": 0.20214342720328354, + "wilsonLowerBound": 0.1989854184229054 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 12620, + "modelCount": 12730, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3698, - "successRate": 0.293026941362916, - "wilsonLowerBound": 0.2851497674103749 + "successCount": 3727, + "successRate": 0.29277297721916734, + "wilsonLowerBound": 0.28493171416732604 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 14767, + "modelCount": 14778, "officialConfigError": null, "officialConfigValid": true, "successCount": 3662, - "successRate": 0.24798537279068192, - "wilsonLowerBound": 0.24108627374125574 + "successRate": 0.24780078495060226, + "wilsonLowerBound": 0.24090601410412868 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 65739, + "modelCount": 65808, "officialConfigError": null, "officialConfigValid": true, - "successCount": 18056, - "successRate": 0.2746619206255039, - "wilsonLowerBound": 0.2712631232282727 + "successCount": 18078, + "successRate": 0.274708242159008, + "wilsonLowerBound": 0.27131103873914547 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 540, + "modelCount": 543, "officialConfigError": null, "officialConfigValid": true, - "successCount": 334, - "successRate": 0.6185185185185185, - "wilsonLowerBound": 0.5768471073200663 + "successCount": 335, + "successRate": 0.6169429097605893, + "wilsonLowerBound": 0.5753676069594711 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 47780, + "modelCount": 47802, "officialConfigError": null, "officialConfigValid": true, - "successCount": 21246, - "successRate": 0.44466303892842196, - "wilsonLowerBound": 0.440211853219937 + "successCount": 21261, + "successRate": 0.44477218526421486, + "wilsonLowerBound": 0.44032190524932546 }, "vllm": { "framework": "vllm", - "modelCount": 38613, + "modelCount": 38655, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4335, - "successRate": 0.11226788905290964, - "wilsonLowerBound": 0.10915748699592323 + "successCount": 4352, + "successRate": 0.1125856939593843, + "wilsonLowerBound": 0.10947304342761281 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 889, + "modelCount": 900, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, - "wilsonLowerBound": 0.0 + "wilsonLowerBound": 4.318375942142756e-19 } }, "Sunrise_pt-200-x1": { @@ -365,21 +365,21 @@ }, "vllm": { "framework": "vllm", - "modelCount": 10058, + "modelCount": 10059, "officialConfigError": null, "officialConfigValid": true, "successCount": 751, - "successRate": 0.0746669317955856, - "wilsonLowerBound": 0.06969069169765733 + "successRate": 0.07465950889750472, + "wilsonLowerBound": 0.06968374556956204 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 6811, + "modelCount": 6824, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2963, - "successRate": 0.4350315665834679, - "wilsonLowerBound": 0.4232974770704181 + "successCount": 2970, + "successRate": 0.43522860492379833, + "wilsonLowerBound": 0.4235049346116168 } }, "Vastai_va16": { @@ -394,47 +394,47 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 15498, + "modelCount": 15538, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4888, - "successRate": 0.31539553490773004, - "wilsonLowerBound": 0.3081261780203354 + "successCount": 4894, + "successRate": 0.31496975157677953, + "wilsonLowerBound": 0.30771246432729793 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 27626, + "modelCount": 27646, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14091, - "successRate": 0.5100629841453703, - "wilsonLowerBound": 0.5041670586220731 + "successCount": 14097, + "successRate": 0.5099110178687695, + "wilsonLowerBound": 0.5040172109245917 }, "vllm": { "framework": "vllm", - "modelCount": 65595, + "modelCount": 65677, "officialConfigError": null, "officialConfigValid": true, "successCount": 6899, - "successRate": 0.10517569936732983, - "wilsonLowerBound": 0.10285105059265287 + "successRate": 0.105044383878679, + "wilsonLowerBound": 0.10272247299937777 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 13230, + "modelCount": 13247, "officialConfigError": null, "officialConfigValid": true, "successCount": 2083, - "successRate": 0.15744520030234316, - "wilsonLowerBound": 0.15133834085622908 + "successRate": 0.15724314939231523, + "wilsonLowerBound": 0.1511434404892029 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-10-04T16:23:30.363528+00:00", + "generatedAt": "2026-10-04T16:27:10.273279+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index 5b3e2bd14d..a93e76ef14 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-10-04T16:23:30.363528+00:00", + "catalogUpdatedAt": "2026-10-04T16:27:10.273279+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-10-04T16:23:30.363528+00:00", + "generatedAt": "2026-10-04T16:27:10.273279+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6490,6 +6490,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-10-04T16:23:30.363528+00:00", + "taskTreeUpdatedAt": "2026-10-04T16:27:10.273279+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index 42b78192ca..285bda88f7 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1", ".modelhub_state/architecture_compatibility_blacklist.json": "69722c4895161e98beaf4ae5dcf7ba2628afa127b0d2176384082b8c22c76532", ".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab", - ".modelhub_state/market_intelligence.json": "d83340416090b48c54176f979eefc883e3657d431e74222f2625212e5a649a91", - ".modelhub_state/official_capabilities.json": "71833e75d739584a7fd019a832549a85ba4d3d9e8c4e0443e65dec0be975a7df", + ".modelhub_state/market_intelligence.json": "1942aa06c8e77ca19103d1471218474d7e1ed384e4809a9fa61841c7e15b5c97", + ".modelhub_state/official_capabilities.json": "a4daffede4f0dd6e3e8586a68b980659b05ade719e4ad44bc7606f19afaae5f7", ".modelhub_state/outcome_checkpoint.json": "e91e897287240e0953f7b4c4a6cdb7d67eb16bd6fddfa246bd543b8c0979a0a7", ".modelhub_state/queue_cleanup_latest.json": "ec46a79460084d2e9c115ffcb729d6af492c411abe9a039d33ed73d895f9a9f6", ".modelhub_state/recent_outcomes.jsonl": "74684e0cb636f08121ef1ea1446e52ebb2f1891266683fdcded66873c8d76476", @@ -17,9 +17,9 @@ "ledger/submissions.jsonl": "350f3f4f1fd1604a8f3c80d221161593cd4a7f7bcc1c6b62933d1ed7ee1d1440", "outcomes/submissions.jsonl": "c9ac14aed9acfe0a12309084c2e7c6131a88451cfbe425b98be88f7d225c4314" }, - "generation": 20491, + "generation": 20492, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-10-04T16:24:45.353313+00:00", + "updatedAt": "2026-10-04T16:27:24.018808+00:00", "writerId": "2a476b5b64aa45219c00032efc0102bb" }