diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index 0f7c49a784..32997e7e7b 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -3,28 +3,28 @@ "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-07T14:50:22.551869+00:00", - "frameworkAttemptedAt": "2026-10-07T08:51:19.082816+00:00", + "frameworkAttemptedAt": "2026-10-07T14:52:53.254460+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 41380, + "modelCount": 41430, "officialConfigError": null, "officialConfigValid": true, - "successCount": 20391, - "successRate": 0.4927742870952151, - "wilsonLowerBound": 0.4879580834301793 + "successCount": 20425, + "successRate": 0.4930002413709872, + "wilsonLowerBound": 0.4881868922384529 }, "vllm": { "framework": "vllm", - "modelCount": 55428, + "modelCount": 55495, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15217, - "successRate": 0.2745363354261384, - "wilsonLowerBound": 0.27083671106569096 + "successCount": 15225, + "successRate": 0.274349040454095, + "wilsonLowerBound": 0.27065244108895986 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -37,81 +37,81 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 3957, + "modelCount": 3977, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1194, - "successRate": 0.3017437452615618, - "wilsonLowerBound": 0.2876395841035005 + "successCount": 1198, + "successRate": 0.3012320844857933, + "wilsonLowerBound": 0.2871702842872827 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 36095, + "modelCount": 36139, "officialConfigError": null, "officialConfigValid": true, - "successCount": 16791, - "successRate": 0.46518908436071477, - "wilsonLowerBound": 0.4600473261317595 + "successCount": 16820, + "successRate": 0.465425163950303, + "wilsonLowerBound": 0.4602863398281177 }, "vllm": { "framework": "vllm", - "modelCount": 39331, + "modelCount": 39363, "officialConfigError": null, "officialConfigValid": true, - "successCount": 10955, - "successRate": 0.27853347232462944, - "wilsonLowerBound": 0.27412494242580115 + "successCount": 10957, + "successRate": 0.2783578487412037, + "wilsonLowerBound": 0.2739519768082389 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 12001, + "modelCount": 12041, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5050, - "successRate": 0.42079826681109905, - "wilsonLowerBound": 0.41199217134203897 + "successCount": 5069, + "successRate": 0.4209783240594635, + "wilsonLowerBound": 0.4121862484672498 } }, "Biren_166m": { "vllm": { "framework": "vllm", - "modelCount": 64200, + "modelCount": 64202, "officialConfigError": null, "officialConfigValid": true, "successCount": 12095, - "successRate": 0.1883956386292835, - "wilsonLowerBound": 0.18538951980161134 + "successRate": 0.18838976978910316, + "wilsonLowerBound": 0.18538373401777736 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 27503, + "modelCount": 27628, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5961, - "successRate": 0.21673999200087263, - "wilsonLowerBound": 0.21191018463597908 + "successCount": 5994, + "successRate": 0.21695381497031996, + "wilsonLowerBound": 0.2121330940505249 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7501, + "modelCount": 7514, "officialConfigError": null, "officialConfigValid": true, - "successCount": 101, - "successRate": 0.013464871350486601, - "wilsonLowerBound": 0.011094443907275046 + "successCount": 102, + "successRate": 0.013574660633484163, + "wilsonLowerBound": 0.011195630501176682 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26550, + "modelCount": 26556, "officialConfigError": null, "officialConfigValid": true, "successCount": 3264, - "successRate": 0.12293785310734463, - "wilsonLowerBound": 0.11904245157890218 + "successRate": 0.12291007681879801, + "wilsonLowerBound": 0.11901549678714986 }, "vllm-customized": { "framework": "vllm-customized", @@ -124,23 +124,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 14674, + "modelCount": 14718, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5871, - "successRate": 0.40009540684203354, - "wilsonLowerBound": 0.3921956250152796 + "successCount": 5886, + "successRate": 0.3999184671830412, + "wilsonLowerBound": 0.3920310899475669 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", - "modelCount": 24636, + "modelCount": 24642, "officialConfigError": null, "officialConfigValid": true, "successCount": 3804, - "successRate": 0.1544081831466147, - "wilsonLowerBound": 0.14994991340580133 + "successRate": 0.15437058680301924, + "wilsonLowerBound": 0.14991330802954342 }, "vllm-customized": { "framework": "vllm-customized", @@ -153,106 +153,106 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 49955, + "modelCount": 50057, "officialConfigError": null, "officialConfigValid": true, - "successCount": 12535, - "successRate": 0.25092583324992496, - "wilsonLowerBound": 0.24714317508322478 + "successCount": 12564, + "successRate": 0.25099386699162957, + "wilsonLowerBound": 0.2472146974871386 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 23762, + "modelCount": 23773, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3115, - "successRate": 0.13109165895126673, - "wilsonLowerBound": 0.12685992110174144 + "successCount": 3116, + "successRate": 0.13107306608337188, + "wilsonLowerBound": 0.1268425548999223 }, "vllm": { "framework": "vllm", - "modelCount": 86912, + "modelCount": 86922, "officialConfigError": null, "officialConfigValid": true, "successCount": 9768, - "successRate": 0.11238954344624448, - "wilsonLowerBound": 0.11030679190751505 + "successRate": 0.11237661351556567, + "wilsonLowerBound": 0.1102940868581028 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 45238, + "modelCount": 45296, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5474, - "successRate": 0.12100446527255847, - "wilsonLowerBound": 0.11803122886915433 + "successCount": 5477, + "successRate": 0.12091575415047687, + "wilsonLowerBound": 0.11794535838318257 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 44383, + "modelCount": 44470, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3627, - "successRate": 0.08172047856161142, - "wilsonLowerBound": 0.07920793914224697 + "successCount": 3629, + "successRate": 0.08160557679334383, + "wilsonLowerBound": 0.07909710216471444 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 91719, + "modelCount": 91761, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22737, - "successRate": 0.24789847250842245, - "wilsonLowerBound": 0.2451145861002462 + "successCount": 22759, + "successRate": 0.248024759974281, + "wilsonLowerBound": 0.24524102614357468 }, "transformers": { "framework": "transformers", - "modelCount": 5473, + "modelCount": 5475, "officialConfigError": null, "officialConfigValid": true, "successCount": 581, - "successRate": 0.10615750045678787, - "wilsonLowerBound": 0.09827082957026088 + "successRate": 0.10611872146118721, + "wilsonLowerBound": 0.09823478004169606 }, "vllm": { "framework": "vllm", - "modelCount": 112820, + "modelCount": 112823, "officialConfigError": null, "officialConfigValid": true, "successCount": 16529, - "successRate": 0.14650771139868818, - "wilsonLowerBound": 0.14445630187082825 + "successRate": 0.14650381571133544, + "wilsonLowerBound": 0.14445245615314944 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 22333, + "modelCount": 22387, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3894, - "successRate": 0.17436081135539336, - "wilsonLowerBound": 0.1694406798689507 + "successCount": 3900, + "successRate": 0.17420824585697056, + "wilsonLowerBound": 0.16929572574940066 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 43526, + "modelCount": 43533, "officialConfigError": null, "officialConfigValid": true, "successCount": 5659, - "successRate": 0.13001424435969305, - "wilsonLowerBound": 0.12688725889012745 + "successRate": 0.1299933383869708, + "wilsonLowerBound": 0.12686681957965829 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7797, + "modelCount": 7809, "officialConfigError": null, "officialConfigValid": true, - "successCount": 723, - "successRate": 0.09272797229703732, - "wilsonLowerBound": 0.08648876940540856 + "successCount": 725, + "successRate": 0.09284159303367909, + "wilsonLowerBound": 0.08660344566571353 } }, "Iluvatar_mrv-100": { @@ -267,81 +267,81 @@ }, "vllm": { "framework": "vllm", - "modelCount": 33654, + "modelCount": 33682, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6544, - "successRate": 0.19444939680275747, - "wilsonLowerBound": 0.19025585812926368 + "successCount": 6557, + "successRate": 0.19467371296241315, + "wilsonLowerBound": 0.19048002952898468 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61448, + "modelCount": 61451, "officialConfigError": null, "officialConfigValid": true, - "successCount": 12415, - "successRate": 0.20204074990235646, - "wilsonLowerBound": 0.19888465279701611 + "successCount": 12416, + "successRate": 0.20204715952547558, + "wilsonLowerBound": 0.19889110100056873 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 13752, + "modelCount": 13846, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3953, - "successRate": 0.28744909831297266, - "wilsonLowerBound": 0.27994510596458577 + "successCount": 3978, + "successRate": 0.28730319225769174, + "wilsonLowerBound": 0.2798256906976679 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 14989, + "modelCount": 15005, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3689, - "successRate": 0.24611381679898592, - "wilsonLowerBound": 0.239283551574437 + "successCount": 3691, + "successRate": 0.24598467177607464, + "wilsonLowerBound": 0.23915926475966173 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 66420, + "modelCount": 66478, "officialConfigError": null, "officialConfigValid": true, - "successCount": 18306, - "successRate": 0.275609756097561, - "wilsonLowerBound": 0.27222467526809935 + "successCount": 18321, + "successRate": 0.27559493366226423, + "wilsonLowerBound": 0.27221138156005525 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 690, + "modelCount": 693, "officialConfigError": null, "officialConfigValid": true, - "successCount": 423, - "successRate": 0.6130434782608696, - "wilsonLowerBound": 0.5761709802269077 + "successCount": 424, + "successRate": 0.6118326118326118, + "wilsonLowerBound": 0.5750269828199578 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 48007, + "modelCount": 48033, "officialConfigError": null, "officialConfigValid": true, - "successCount": 21417, - "successRate": 0.4461224404774304, - "wilsonLowerBound": 0.44168022858064404 + "successCount": 21435, + "successRate": 0.4462556992067953, + "wilsonLowerBound": 0.44181454883558824 }, "vllm": { "framework": "vllm", - "modelCount": 39059, + "modelCount": 39093, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4511, - "successRate": 0.11549194807854783, - "wilsonLowerBound": 0.11235996255723332 + "successCount": 4527, + "successRate": 0.11580078274882971, + "wilsonLowerBound": 0.11266643411593749 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", @@ -365,21 +365,21 @@ }, "vllm": { "framework": "vllm", - "modelCount": 10069, + "modelCount": 10073, "officialConfigError": null, "officialConfigValid": true, - "successCount": 755, - "successRate": 0.07498261992253451, - "wilsonLowerBound": 0.06999893763887836 + "successCount": 756, + "successRate": 0.07505211952744961, + "wilsonLowerBound": 0.07006718147500551 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 6998, + "modelCount": 7008, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3060, - "successRate": 0.43726779079737066, - "wilsonLowerBound": 0.42568300276636784 + "successCount": 3063, + "successRate": 0.4370719178082192, + "wilsonLowerBound": 0.425496056852678 } }, "Vastai_va16": { @@ -394,47 +394,47 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 15982, + "modelCount": 16013, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4934, - "successRate": 0.3087223126016769, - "wilsonLowerBound": 0.3016067205519647 + "successCount": 4936, + "successRate": 0.3082495472428652, + "wilsonLowerBound": 0.30114394889291535 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 27859, + "modelCount": 27874, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14190, - "successRate": 0.5093506586740371, - "wilsonLowerBound": 0.5034793785890819 + "successCount": 14198, + "successRate": 0.5093635646121834, + "wilsonLowerBound": 0.5034938656991039 }, "vllm": { "framework": "vllm", - "modelCount": 66447, + "modelCount": 66507, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7001, - "successRate": 0.10536216834469578, - "wilsonLowerBound": 0.10305048996394064 + "successCount": 7015, + "successRate": 0.10547761889725893, + "wilsonLowerBound": 0.1031658393274462 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 13390, + "modelCount": 13399, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2123, - "successRate": 0.1585511575802838, - "wilsonLowerBound": 0.15246242810234995 + "successCount": 2127, + "successRate": 0.15874318979028285, + "wilsonLowerBound": 0.152653381202591 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-10-07T14:50:22.551869+00:00", + "generatedAt": "2026-10-07T14:52:53.254460+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index d94dffbb01..5542e24c77 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-10-07T14:50:22.551869+00:00", + "catalogUpdatedAt": "2026-10-07T14:52:53.254460+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-10-07T14:50:22.551869+00:00", + "generatedAt": "2026-10-07T14:52:53.254460+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6988,6 +6988,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-10-07T14:50:22.551869+00:00", + "taskTreeUpdatedAt": "2026-10-07T14:52:53.254460+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index 8e4dc8e35d..a6bef4907b 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1", ".modelhub_state/architecture_compatibility_blacklist.json": "20e743af3495870b2e54bb7225673616a7e7dd069404119975bf4e58dccad3c0", ".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab", - ".modelhub_state/market_intelligence.json": "5f73a34a35e62e97c3ee7f8bd57de89fbe6b74e9432b96d13017d3789f237051", - ".modelhub_state/official_capabilities.json": "11bec31107208e057ab573d1079f76fafaf0d76ee34abdab6252b78e86fded98", + ".modelhub_state/market_intelligence.json": "8eaf857cb10afd204cf68a2da21c90d8d642c33e44323f7663fae6c481381e1d", + ".modelhub_state/official_capabilities.json": "13c63b93ae77287c55ca1a31f71d374b1b3f750870226575533df0b1ce5b7144", ".modelhub_state/outcome_checkpoint.json": "e36139bd12c0c6866cb6f7c3ea186c83c8716de18ff1fd4481f4229f2f2dfdc7", ".modelhub_state/queue_cleanup_latest.json": "7f569be3fbe746570a2cdb33f54784d130294aa154d93e9ad9102b01386bc4cf", ".modelhub_state/recent_outcomes.jsonl": "05d617380af7c092742264100a493f9999568b46e43624a7370266e3fbdfbcf3", @@ -17,9 +17,9 @@ "ledger/submissions.jsonl": "37d7b389cb4fbf3218e2540b440af29090a87b11a2364d212ade3a19efa6e134", "outcomes/submissions.jsonl": "fb9ce8e3a74e3e55f78d7d8b94d7532714656f771e0fbe347f66c7f6e1648bc3" }, - "generation": 21880, + "generation": 21881, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-10-07T14:50:42.942062+00:00", + "updatedAt": "2026-10-07T14:52:55.430974+00:00", "writerId": "33ed03361c5848e88b8ce6204fb4f7d2" }