diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index 1fedf133cf..993cda63af 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -1,30 +1,30 @@ { - "communityAttemptedAt": "2026-10-08T16:50:27.279428+00:00", + "communityAttemptedAt": "2026-10-08T17:06:51.478234+00:00", "communityError": null, "communitySample": {}, - "communityUpdatedAt": "2026-10-08T16:50:27.279428+00:00", - "frameworkAttemptedAt": "2026-10-08T11:03:42.065951+00:00", + "communityUpdatedAt": "2026-10-08T17:06:51.478234+00:00", + "frameworkAttemptedAt": "2026-10-08T17:06:51.478234+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 41574, + "modelCount": 41613, "officialConfigError": null, "officialConfigValid": true, - "successCount": 20527, - "successRate": 0.4937460913070669, - "wilsonLowerBound": 0.4889409195855823 + "successCount": 20554, + "successRate": 0.49393218465383415, + "wilsonLowerBound": 0.48912922549399324 }, "vllm": { "framework": "vllm", - "modelCount": 55676, + "modelCount": 55733, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15245, - "successRate": 0.2738163661182556, - "wilsonLowerBound": 0.27012803223963383 + "successCount": 15257, + "successRate": 0.27375163727055785, + "wilsonLowerBound": 0.270065458958903 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -37,81 +37,81 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 4059, + "modelCount": 4074, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1225, - "successRate": 0.30179847253017983, - "wilsonLowerBound": 0.28786933926274555 + "successCount": 1231, + "successRate": 0.3021600392734413, + "wilsonLowerBound": 0.2882510862029381 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 36324, + "modelCount": 36379, "officialConfigError": null, "officialConfigValid": true, - "successCount": 16947, - "successRate": 0.46655104063429137, - "wilsonLowerBound": 0.46142440026600734 + "successCount": 16980, + "successRate": 0.46675279694329147, + "wilsonLowerBound": 0.4616298704756075 }, "vllm": { "framework": "vllm", - "modelCount": 39459, + "modelCount": 39473, "officialConfigError": null, "officialConfigValid": true, - "successCount": 10965, - "successRate": 0.27788337261461266, - "wilsonLowerBound": 0.2734852008943802 + "successCount": 10966, + "successRate": 0.2778101487092443, + "wilsonLowerBound": 0.2734131184488932 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 12201, + "modelCount": 12251, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5134, - "successRate": 0.4207851815424965, - "wilsonLowerBound": 0.4120513717266989 + "successCount": 5156, + "successRate": 0.420863602971186, + "wilsonLowerBound": 0.41214733056913094 } }, "Biren_166m": { "vllm": { "framework": "vllm", - "modelCount": 64207, + "modelCount": 64208, "officialConfigError": null, "officialConfigValid": true, "successCount": 12096, - "successRate": 0.18839067391405923, - "wilsonLowerBound": 0.1853847488346497 + "successRate": 0.1883877398455021, + "wilsonLowerBound": 0.1853818562877877 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 28072, + "modelCount": 28217, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6101, - "successRate": 0.21733399829011113, - "wilsonLowerBound": 0.21254813759764477 + "successCount": 6137, + "successRate": 0.21749300067335295, + "wilsonLowerBound": 0.21271806001622087 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7545, + "modelCount": 7555, "officialConfigError": null, "officialConfigValid": true, "successCount": 102, - "successRate": 0.013518886679920477, - "wilsonLowerBound": 0.011149581354663483 + "successRate": 0.013500992720052944, + "wilsonLowerBound": 0.011134807492626877 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26565, + "modelCount": 26566, "officialConfigError": null, "officialConfigValid": true, "successCount": 3266, - "successRate": 0.12294372294372294, - "wilsonLowerBound": 0.11904932412469255 + "successRate": 0.12293909508394188, + "wilsonLowerBound": 0.11904483309168394 }, "vllm-customized": { "framework": "vllm-customized", @@ -124,23 +124,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 14914, + "modelCount": 14976, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5941, - "successRate": 0.39835054311385276, - "wilsonLowerBound": 0.39052056614125435 + "successCount": 5956, + "successRate": 0.39770299145299143, + "wilsonLowerBound": 0.38989150689668334 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", - "modelCount": 24661, + "modelCount": 24667, "officialConfigError": null, "officialConfigValid": true, "successCount": 3805, - "successRate": 0.15429220226268198, - "wilsonLowerBound": 0.1498375681080894 + "successRate": 0.154254672234159, + "wilsonLowerBound": 0.14980102731856973 }, "vllm-customized": { "framework": "vllm-customized", @@ -153,106 +153,106 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 50378, + "modelCount": 50501, "officialConfigError": null, "officialConfigValid": true, - "successCount": 12652, - "successRate": 0.2511413712334749, - "wilsonLowerBound": 0.24737344909250936 + "successCount": 12685, + "successRate": 0.25118314488822, + "wilsonLowerBound": 0.24741957858254432 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 23796, + "modelCount": 23807, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3121, - "successRate": 0.13115649689023365, - "wilsonLowerBound": 0.12692683034942137 + "successCount": 3124, + "successRate": 0.13122190952240936, + "wilsonLowerBound": 0.1269922885558152 }, "vllm": { "framework": "vllm", - "modelCount": 86936, + "modelCount": 86946, "officialConfigError": null, "officialConfigValid": true, - "successCount": 9769, - "successRate": 0.1123700193245606, - "wilsonLowerBound": 0.11028771306775191 + "successCount": 9771, + "successRate": 0.11238009799185701, + "wilsonLowerBound": 0.11029782784273098 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 45493, + "modelCount": 45549, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5488, - "successRate": 0.12063394368364364, - "wilsonLowerBound": 0.11767295391584597 + "successCount": 5492, + "successRate": 0.12057344837427825, + "wilsonLowerBound": 0.11761491194041603 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 44989, + "modelCount": 45181, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3638, - "successRate": 0.08086421125163928, - "wilsonLowerBound": 0.078380603503097 + "successCount": 3640, + "successRate": 0.08056483920231956, + "wilsonLowerBound": 0.0780907124824623 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 92029, + "modelCount": 92096, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22877, - "successRate": 0.2485846852622543, - "wilsonLowerBound": 0.24580286140617635 + "successCount": 22913, + "successRate": 0.24879473592772758, + "wilsonLowerBound": 0.24601312285999516 }, "transformers": { "framework": "transformers", - "modelCount": 5482, + "modelCount": 5486, "officialConfigError": null, "officialConfigValid": true, "successCount": 581, - "successRate": 0.10598321780372127, - "wilsonLowerBound": 0.09810881473398107 + "successRate": 0.1059059423988334, + "wilsonLowerBound": 0.09803697951165226 }, "vllm": { "framework": "vllm", - "modelCount": 112834, + "modelCount": 112836, "officialConfigError": null, "officialConfigValid": true, "successCount": 16530, - "successRate": 0.1464983958735842, - "wilsonLowerBound": 0.14444716752005016 + "successRate": 0.1464957992130171, + "wilsonLowerBound": 0.14444460416601623 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 22556, + "modelCount": 22602, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3919, - "successRate": 0.17374534491931193, - "wilsonLowerBound": 0.1688563256641268 + "successCount": 3926, + "successRate": 0.1737014423502345, + "wilsonLowerBound": 0.16881784424418037 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 43547, + "modelCount": 43571, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5661, - "successRate": 0.12999747399361608, - "wilsonLowerBound": 0.1268714094709786 + "successCount": 5669, + "successRate": 0.13010947648665397, + "wilsonLowerBound": 0.1269830977212152 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7841, + "modelCount": 7851, "officialConfigError": null, "officialConfigValid": true, "successCount": 727, - "successRate": 0.09271776559112357, - "wilsonLowerBound": 0.0864958621099729 + "successRate": 0.09259966883199593, + "wilsonLowerBound": 0.08638532744888304 } }, "Iluvatar_mrv-100": { @@ -267,85 +267,85 @@ }, "vllm": { "framework": "vllm", - "modelCount": 33810, + "modelCount": 33845, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6603, - "successRate": 0.19529724933451642, - "wilsonLowerBound": 0.1911062588110629 + "successCount": 6621, + "successRate": 0.19562712365194268, + "wilsonLowerBound": 0.1914355468699114 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61457, + "modelCount": 61459, "officialConfigError": null, "officialConfigValid": true, "successCount": 12417, - "successRate": 0.20204370535496363, - "wilsonLowerBound": 0.19888782046104495 + "successRate": 0.2020371304446867, + "wilsonLowerBound": 0.19888133557740942 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 14184, + "modelCount": 14289, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4059, - "successRate": 0.28616751269035534, - "wilsonLowerBound": 0.2787880415245842 + "successCount": 4094, + "successRate": 0.286514101756596, + "wilsonLowerBound": 0.27915879797642856 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 15086, + "modelCount": 15111, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3700, - "successRate": 0.24526050642980246, - "wilsonLowerBound": 0.2384602807657586 + "successCount": 3703, + "successRate": 0.2450532724505327, + "wilsonLowerBound": 0.23826062910536164 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 66725, + "modelCount": 66803, "officialConfigError": null, "officialConfigValid": true, - "successCount": 18395, - "successRate": 0.2756837766953915, - "wilsonLowerBound": 0.272306125139823 + "successCount": 18410, + "successRate": 0.2755864257593222, + "wilsonLowerBound": 0.27221111530212755 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 736, + "modelCount": 750, "officialConfigError": null, "officialConfigValid": true, - "successCount": 450, - "successRate": 0.6114130434782609, - "wilsonLowerBound": 0.5757062415276025 + "successCount": 459, + "successRate": 0.612, + "wilsonLowerBound": 0.5766383140145886 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 48097, + "modelCount": 48119, "officialConfigError": null, "officialConfigValid": true, - "successCount": 21487, - "successRate": 0.44674304010645155, - "wilsonLowerBound": 0.4423043348310613 + "successCount": 21506, + "successRate": 0.4469336436750556, + "wilsonLowerBound": 0.4424957548505818 }, "vllm": { "framework": "vllm", - "modelCount": 39213, + "modelCount": 39241, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4577, - "successRate": 0.11672149542243644, - "wilsonLowerBound": 0.11358089107656695 + "successCount": 4593, + "successRate": 0.11704594684131393, + "wilsonLowerBound": 0.11390259081805712 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 1010, + "modelCount": 1013, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -374,12 +374,12 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 7055, + "modelCount": 7066, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3087, - "successRate": 0.43756201275691, - "wilsonLowerBound": 0.4260229291211305 + "successCount": 3095, + "successRate": 0.4380130200962355, + "wilsonLowerBound": 0.42648132777013487 } }, "Vastai_va16": { @@ -394,47 +394,47 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 16691, + "modelCount": 16816, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4967, - "successRate": 0.2975855251333054, - "wilsonLowerBound": 0.29069660906173556 + "successCount": 5006, + "successRate": 0.2976926736441484, + "wilsonLowerBound": 0.2908284909076872 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 27940, + "modelCount": 27964, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14237, - "successRate": 0.5095561918396564, - "wilsonLowerBound": 0.503693446561318 + "successCount": 14255, + "successRate": 0.5097625518523816, + "wilsonLowerBound": 0.5039023415520014 }, "vllm": { "framework": "vllm", - "modelCount": 66678, + "modelCount": 66723, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7054, - "successRate": 0.10579201535738925, - "wilsonLowerBound": 0.10348009343204827 + "successCount": 7069, + "successRate": 0.10594547607271855, + "wilsonLowerBound": 0.10363282596384144 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 13447, + "modelCount": 13453, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2156, - "successRate": 0.1603331598125976, - "wilsonLowerBound": 0.15422862806044893 + "successCount": 2159, + "successRate": 0.16048465026388167, + "wilsonLowerBound": 0.15437904748452388 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-10-08T17:02:56.961871+00:00", + "generatedAt": "2026-10-08T17:06:51.478234+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index baac7c8ea2..8775c70f77 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-10-08T17:02:56.961871+00:00", + "catalogUpdatedAt": "2026-10-08T17:06:51.478234+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-10-08T17:02:56.961871+00:00", + "generatedAt": "2026-10-08T17:06:51.478234+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6682,6 +6682,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-10-08T17:02:56.961871+00:00", + "taskTreeUpdatedAt": "2026-10-08T17:06:51.478234+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index 1aef854094..0bf2818160 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1", ".modelhub_state/architecture_compatibility_blacklist.json": "fcac6ad968f7ab029ff551cb256e0a70d1340458ed62f1073c2c875d1f5c265c", ".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab", - ".modelhub_state/market_intelligence.json": "d2716e3a7492eb1c487dcf05b345ee047f046ae40886fe5330d31dc7b4089b39", - ".modelhub_state/official_capabilities.json": "b69fc11236e85ac499d64f121758d1c93579bb30c8e47302a5a32f8742991cc7", + ".modelhub_state/market_intelligence.json": "1c56987c5b985631f4a86c0d73de0177f6c826823ec92d5f003a2ce5e303e2b3", + ".modelhub_state/official_capabilities.json": "64cefa73379c9786b1fd2d52edc945a27a15c62cbb8f0ce100af012abe7962ca", ".modelhub_state/outcome_checkpoint.json": "bc56585584803419254d0b5a1b616d0f728b96a7cdd1f576ccc5bf69a66ded52", ".modelhub_state/queue_cleanup_latest.json": "a98f7565068ba7e77b3242afa045132bcfaa310883d2b25c7d2ea9f252a91ca1", ".modelhub_state/recent_outcomes.jsonl": "715411d125245b5285b2c200ba090eb97b12b5c714de7330e0936a820fb25b0d", @@ -17,9 +17,9 @@ "ledger/submissions.jsonl": "526b97a2b1100e6304ee65252c90860fc2391aa589c1782bf7ce0b2e80c364ec", "outcomes/submissions.jsonl": "c8aaa761a8394bfd3d70443c2277cc1edadf66e3cdd95658b952dff686958372" }, - "generation": 22266, + "generation": 22267, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-10-08T17:04:32.520072+00:00", + "updatedAt": "2026-10-08T17:07:06.670349+00:00", "writerId": "dc0ce4714e0442da8f6b0a08a8a7cb03" }