diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index f10636d62f..bb57720b89 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -3,28 +3,28 @@ "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-07T02:47:01.987667+00:00", - "frameworkAttemptedAt": "2026-10-06T20:47:42.870225+00:00", + "frameworkAttemptedAt": "2026-10-07T02:49:44.359045+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 41303, + "modelCount": 41345, "officialConfigError": null, "officialConfigValid": true, - "successCount": 20334, - "successRate": 0.49231290705275643, - "wilsonLowerBound": 0.4874923264290232 + "successCount": 20367, + "successRate": 0.49261095658483495, + "wilsonLowerBound": 0.4877927534642807 }, "vllm": { "framework": "vllm", - "modelCount": 55307, + "modelCount": 55367, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15201, - "successRate": 0.2748476684687291, - "wilsonLowerBound": 0.2711426854204577 + "successCount": 15210, + "successRate": 0.2747123737966659, + "wilsonLowerBound": 0.271009968124151 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -37,70 +37,70 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 3920, + "modelCount": 3940, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1183, - "successRate": 0.30178571428571427, - "wilsonLowerBound": 0.28761550018174914 + "successCount": 1188, + "successRate": 0.3015228426395939, + "wilsonLowerBound": 0.2873919171238285 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 35999, + "modelCount": 36045, "officialConfigError": null, "officialConfigValid": true, - "successCount": 16735, - "successRate": 0.4648740242784522, - "wilsonLowerBound": 0.45972568217530724 + "successCount": 16762, + "successRate": 0.46502982383132196, + "wilsonLowerBound": 0.45988463554292275 }, "vllm": { "framework": "vllm", - "modelCount": 39294, + "modelCount": 39313, "officialConfigError": null, "officialConfigValid": true, - "successCount": 10948, - "successRate": 0.27861760065149893, - "wilsonLowerBound": 0.2742065869808284 + "successCount": 10953, + "successRate": 0.2786101289649734, + "wilsonLowerBound": 0.274200213236218 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 11914, + "modelCount": 11957, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5005, - "successRate": 0.4200940070505288, - "wilsonLowerBound": 0.4112581843685671 + "successCount": 5032, + "successRate": 0.4208413481642552, + "wilsonLowerBound": 0.41201897910024327 } }, "Biren_166m": { "vllm": { "framework": "vllm", - "modelCount": 64197, + "modelCount": 64199, "officialConfigError": null, "officialConfigValid": true, "successCount": 12095, - "successRate": 0.18840444257519823, - "wilsonLowerBound": 0.18539819915461453 + "successRate": 0.18839857318649822, + "wilsonLowerBound": 0.18539241282897448 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 27228, + "modelCount": 27371, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5888, - "successRate": 0.21624798002056705, - "wilsonLowerBound": 0.21139813704466137 + "successCount": 5923, + "successRate": 0.21639691644441197, + "wilsonLowerBound": 0.21155841745868167 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7468, + "modelCount": 7487, "officialConfigError": null, "officialConfigValid": true, "successCount": 100, - "successRate": 0.01339046598821639, - "wilsonLowerBound": 0.01102244225303041 + "successRate": 0.013356484573260318, + "wilsonLowerBound": 0.010994440052302323 } }, "Cambricon_mlu-370-x4": { @@ -124,23 +124,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 14550, + "modelCount": 14601, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5835, - "successRate": 0.40103092783505156, - "wilsonLowerBound": 0.39309434479123656 + "successCount": 5850, + "successRate": 0.4006574892130676, + "wilsonLowerBound": 0.39273605343569545 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", - "modelCount": 24624, + "modelCount": 24629, "officialConfigError": null, "officialConfigValid": true, "successCount": 3802, - "successRate": 0.15440220922677064, - "wilsonLowerBound": 0.14994293871241196 + "successRate": 0.15437086361606236, + "wilsonLowerBound": 0.14991241953041584 }, "vllm-customized": { "framework": "vllm-customized", @@ -153,23 +153,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 49761, + "modelCount": 49855, "officialConfigError": null, "officialConfigValid": true, - "successCount": 12470, - "successRate": 0.25059785776009325, - "wilsonLowerBound": 0.24680955303264357 + "successCount": 12503, + "successRate": 0.25078728312105103, + "wilsonLowerBound": 0.2470015621691959 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 23747, + "modelCount": 23751, "officialConfigError": null, "officialConfigValid": true, "successCount": 3115, - "successRate": 0.1311744641428391, - "wilsonLowerBound": 0.1269402448589042 + "successRate": 0.13115237253168288, + "wilsonLowerBound": 0.1269188152454508 }, "vllm": { "framework": "vllm", @@ -182,32 +182,32 @@ }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 45033, + "modelCount": 45111, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5463, - "successRate": 0.12131103857171407, - "wilsonLowerBound": 0.11832780261901173 + "successCount": 5470, + "successRate": 0.12125645629669038, + "wilsonLowerBound": 0.11827636160175647 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 44159, + "modelCount": 44350, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3620, - "successRate": 0.08197649403292646, - "wilsonLowerBound": 0.07945401752254025 + "successCount": 3626, + "successRate": 0.0817587373167982, + "wilsonLowerBound": 0.07924472986543407 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 91637, + "modelCount": 91677, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22674, - "successRate": 0.2474328055261521, - "wilsonLowerBound": 0.24464946051438766 + "successCount": 22704, + "successRate": 0.2476520828561144, + "wilsonLowerBound": 0.24486850334768961 }, "transformers": { "framework": "transformers", @@ -220,39 +220,39 @@ }, "vllm": { "framework": "vllm", - "modelCount": 112814, + "modelCount": 112818, "officialConfigError": null, "officialConfigValid": true, "successCount": 16529, - "successRate": 0.14651550339496872, - "wilsonLowerBound": 0.14446399392055093 + "successRate": 0.1465103086386924, + "wilsonLowerBound": 0.14445886579638145 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 22175, + "modelCount": 22241, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3881, - "successRate": 0.17501691093573846, - "wilsonLowerBound": 0.17007197297126753 + "successCount": 3888, + "successRate": 0.17481228362034082, + "wilsonLowerBound": 0.16987694028514813 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 43512, + "modelCount": 43518, "officialConfigError": null, "officialConfigValid": true, "successCount": 5659, - "successRate": 0.13005607648464793, - "wilsonLowerBound": 0.12692815727640627 + "successRate": 0.13003814513534628, + "wilsonLowerBound": 0.1269106261684637 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7770, + "modelCount": 7782, "officialConfigError": null, "officialConfigValid": true, - "successCount": 717, - "successRate": 0.09227799227799227, - "wilsonLowerBound": 0.08604257886251816 + "successCount": 720, + "successRate": 0.09252120277563608, + "wilsonLowerBound": 0.0862827295884373 } }, "Iluvatar_mrv-100": { @@ -267,81 +267,81 @@ }, "vllm": { "framework": "vllm", - "modelCount": 33565, + "modelCount": 33611, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6516, - "successRate": 0.1941307910025324, - "wilsonLowerBound": 0.18993441237960107 + "successCount": 6533, + "successRate": 0.1943708904822826, + "wilsonLowerBound": 0.19017534955341314 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61442, + "modelCount": 61445, "officialConfigError": null, "officialConfigValid": true, "successCount": 12415, - "successRate": 0.20206047980208977, - "wilsonLowerBound": 0.19890411252843063 + "successRate": 0.2020506143705753, + "wilsonLowerBound": 0.1988943821866819 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 13567, + "modelCount": 13664, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3911, - "successRate": 0.2882730154050269, - "wilsonLowerBound": 0.2807117248687696 + "successCount": 3930, + "successRate": 0.28761709601873536, + "wilsonLowerBound": 0.2800878062672543 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 14952, + "modelCount": 14971, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3686, - "successRate": 0.24652220438737293, - "wilsonLowerBound": 0.23967961789951855 + "successCount": 3688, + "successRate": 0.2463429296640171, + "wilsonLowerBound": 0.2395063796267826 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 66308, + "modelCount": 66368, "officialConfigError": null, "officialConfigValid": true, - "successCount": 18268, - "successRate": 0.2755022018459311, - "wilsonLowerBound": 0.27211469189968585 + "successCount": 18287, + "successRate": 0.27553941658630665, + "wilsonLowerBound": 0.2721532878834032 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 656, + "modelCount": 669, "officialConfigError": null, "officialConfigValid": true, - "successCount": 408, - "successRate": 0.6219512195121951, - "wilsonLowerBound": 0.5842355503445932 + "successCount": 414, + "successRate": 0.6188340807174888, + "wilsonLowerBound": 0.5814512057852773 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 47968, + "modelCount": 47989, "officialConfigError": null, "officialConfigValid": true, - "successCount": 21391, - "successRate": 0.4459431287525017, - "wilsonLowerBound": 0.4414993018222738 + "successCount": 21403, + "successRate": 0.4459980412177791, + "wilsonLowerBound": 0.4415551278878001 }, "vllm": { "framework": "vllm", - "modelCount": 38970, + "modelCount": 39008, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4483, - "successRate": 0.11503720810880164, - "wilsonLowerBound": 0.11190717440230939 + "successCount": 4501, + "successRate": 0.11538658736669401, + "wilsonLowerBound": 0.11225384812304562 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", @@ -374,12 +374,12 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 6968, + "modelCount": 6985, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3044, - "successRate": 0.4368541905855339, - "wilsonLowerBound": 0.42524603754510526 + "successCount": 3051, + "successRate": 0.4367931281317108, + "wilsonLowerBound": 0.4251992754549449 } }, "Vastai_va16": { @@ -394,47 +394,47 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 15916, + "modelCount": 15944, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4933, - "successRate": 0.309939683337522, - "wilsonLowerBound": 0.30280135891261245 + "successCount": 4934, + "successRate": 0.30945810336176616, + "wilsonLowerBound": 0.302329199645969 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 27826, + "modelCount": 27836, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14169, - "successRate": 0.5092000287500899, - "wilsonLowerBound": 0.5033252558773641 + "successCount": 14177, + "successRate": 0.5093044977726685, + "wilsonLowerBound": 0.5034307886181606 }, "vllm": { "framework": "vllm", - "modelCount": 66344, + "modelCount": 66410, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6977, - "successRate": 0.10516399372965152, - "wilsonLowerBound": 0.10285249010649042 + "successCount": 6993, + "successRate": 0.10530040656527631, + "wilsonLowerBound": 0.10298869805013633 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 13368, + "modelCount": 13373, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2114, - "successRate": 0.15813883901855177, - "wilsonLowerBound": 0.15205183845241943 + "successCount": 2117, + "successRate": 0.1583040454647424, + "wilsonLowerBound": 0.15221549626156017 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-10-07T02:47:01.987667+00:00", + "generatedAt": "2026-10-07T02:49:44.359045+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index 95b1184974..a28ce94ef9 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-10-07T02:47:01.987667+00:00", + "catalogUpdatedAt": "2026-10-07T02:49:44.359045+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-10-07T02:47:01.987667+00:00", + "generatedAt": "2026-10-07T02:49:44.359045+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6664,6 +6664,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-10-07T02:47:01.987667+00:00", + "taskTreeUpdatedAt": "2026-10-07T02:49:44.359045+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index 27e57d9e7e..c40c298d09 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1", ".modelhub_state/architecture_compatibility_blacklist.json": "666b22736a762ea986e060eecf1d84152c96967079d3b00aa444a1f21b783170", ".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab", - ".modelhub_state/market_intelligence.json": "7f3bd9d85f39bb1d73b7d09824beb9b40d61ddbc87078d54abc3af59ca111417", - ".modelhub_state/official_capabilities.json": "6b27297f7694094b4dac2355e8bb2aebe70ad29171f4b58d198021202efd4bea", + ".modelhub_state/market_intelligence.json": "cbe87f45dceb83ae539154c6e36ec52d61bdf04e4c41e3891798aea83f2a0912", + ".modelhub_state/official_capabilities.json": "dc17e47426a59676934908df1bbe6d71299558373e3646f2d12fbda3714e2b63", ".modelhub_state/outcome_checkpoint.json": "825cba37de4c460deed7936d1d91190dfa53bd2f02849a73e450c9c341bc91fc", ".modelhub_state/queue_cleanup_latest.json": "ac7dfc049da9da5930d3d9f4962bd3c2a0fa628a03049f8e5fa8eca7c87d8fe1", ".modelhub_state/recent_outcomes.jsonl": "a431175c907bbd6eee4fecc9c3aeb926cd1c2b0218bbb9db9c0593e063c02b66", @@ -17,9 +17,9 @@ "ledger/submissions.jsonl": "6340b8ce5b5a629529628fe5050c7b040b61d49405a657d4f23c1b7ab496a56c", "outcomes/submissions.jsonl": "21f4e22d1aac9da5ffd04fbbeb3382474297c5f9597d3e322ce5760c96c1f442" }, - "generation": 21667, + "generation": 21668, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-10-07T02:47:13.681359+00:00", + "updatedAt": "2026-10-07T02:49:46.525272+00:00", "writerId": "33ed03361c5848e88b8ce6204fb4f7d2" }