diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index 665080fa04..2b72795bfc 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -3,106 +3,106 @@ "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-09-27T23:20:08.272295+00:00", - "frameworkAttemptedAt": "2026-09-27T17:28:45.776929+00:00", + "frameworkAttemptedAt": "2026-09-27T23:28:54.373769+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 34340, + "modelCount": 34385, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15565, - "successRate": 0.4532615026208503, - "wilsonLowerBound": 0.4480017583119955 + "successCount": 15596, + "successRate": 0.4535698705831031, + "wilsonLowerBound": 0.4483132259412944 }, "vllm": { "framework": "vllm", - "modelCount": 38236, + "modelCount": 38255, "officialConfigError": null, "officialConfigValid": true, - "successCount": 10792, - "successRate": 0.2822470969766712, - "wilsonLowerBound": 0.27775763469344444 + "successCount": 10795, + "successRate": 0.2821853352502941, + "wilsonLowerBound": 0.27769728810659694 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 10452, + "modelCount": 10486, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4384, - "successRate": 0.41944125526215076, - "wilsonLowerBound": 0.4100120248586809 + "successCount": 4402, + "successRate": 0.419797825672325, + "wilsonLowerBound": 0.41038259944601707 } }, "Biren_166m": { "vllm": { "framework": "vllm", - "modelCount": 64125, + "modelCount": 64126, "officialConfigError": null, "officialConfigValid": true, "successCount": 12091, - "successRate": 0.18855360623781675, - "wilsonLowerBound": 0.1855447576196219 + "successRate": 0.18855066587655553, + "wilsonLowerBound": 0.185541858867957 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 22266, + "modelCount": 22431, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4617, - "successRate": 0.20735650767987066, - "wilsonLowerBound": 0.20208204826914544 + "successCount": 4643, + "successRate": 0.20699032588827962, + "wilsonLowerBound": 0.20173863868820371 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 6853, + "modelCount": 6866, "officialConfigError": null, "officialConfigValid": true, - "successCount": 74, - "successRate": 0.010798190573471473, - "wilsonLowerBound": 0.008610651424773005 + "successCount": 75, + "successRate": 0.010923390620448586, + "wilsonLowerBound": 0.008723743710988422 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26424, + "modelCount": 26438, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3248, - "successRate": 0.12291855888586134, - "wilsonLowerBound": 0.11901428061898077 + "successCount": 3249, + "successRate": 0.1228912928360693, + "wilsonLowerBound": 0.11898841531930271 }, "vllm-customized": { "framework": "vllm-customized", - "modelCount": 16485, + "modelCount": 16487, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, - "successRate": 0.10166818319684562, - "wilsonLowerBound": 0.09714717632753626 + "successRate": 0.10165585006368653, + "wilsonLowerBound": 0.0971353627253932 }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 12705, + "modelCount": 12750, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5251, - "successRate": 0.41330184966548605, - "wilsonLowerBound": 0.4047666296138237 + "successCount": 5266, + "successRate": 0.41301960784313724, + "wilsonLowerBound": 0.4045003612931109 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", - "modelCount": 24426, + "modelCount": 24431, "officialConfigError": null, "officialConfigValid": true, "successCount": 3796, - "successRate": 0.1554081716204045, - "wilsonLowerBound": 0.1509188957664179 + "successRate": 0.15537636609225983, + "wilsonLowerBound": 0.15088792835588064 }, "vllm-customized": { "framework": "vllm-customized", @@ -115,106 +115,106 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 46269, + "modelCount": 46358, "officialConfigError": null, "officialConfigValid": true, - "successCount": 11526, - "successRate": 0.2491084743564806, - "wilsonLowerBound": 0.24518852611371802 + "successCount": 11554, + "successRate": 0.24923422063074335, + "wilsonLowerBound": 0.24531734270332362 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 23522, + "modelCount": 23527, "officialConfigError": null, "officialConfigValid": true, "successCount": 3093, - "successRate": 0.13149392058498427, - "wilsonLowerBound": 0.127235276848122 + "successRate": 0.1314659752624644, + "wilsonLowerBound": 0.1272081715530364 }, "vllm": { "framework": "vllm", - "modelCount": 86774, + "modelCount": 86781, "officialConfigError": null, "officialConfigValid": true, "successCount": 9764, - "successRate": 0.11252218406435108, - "wilsonLowerBound": 0.1104367022573841 + "successRate": 0.11251310770790841, + "wilsonLowerBound": 0.1104277837662243 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 42515, + "modelCount": 42613, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5209, - "successRate": 0.12252146301305422, - "wilsonLowerBound": 0.1194387198583957 + "successCount": 5223, + "successRate": 0.12256823035223993, + "wilsonLowerBound": 0.11948847970398756 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 37163, + "modelCount": 37348, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3520, - "successRate": 0.09471786454269031, - "wilsonLowerBound": 0.09178240991852564 + "successCount": 3529, + "successRate": 0.09448966477455285, + "wilsonLowerBound": 0.0915646150426511 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 89992, + "modelCount": 90056, "officialConfigError": null, "officialConfigValid": true, - "successCount": 21768, - "successRate": 0.24188816783714107, - "wilsonLowerBound": 0.23910135026351376 + "successCount": 21807, + "successRate": 0.24214932930620947, + "wilsonLowerBound": 0.23936245974464082 }, "transformers": { "framework": "transformers", - "modelCount": 5363, + "modelCount": 5368, "officialConfigError": null, "officialConfigValid": true, "successCount": 579, - "successRate": 0.10796196158866306, - "wilsonLowerBound": 0.0999350582920646 + "successRate": 0.10786140089418778, + "wilsonLowerBound": 0.09984157384700253 }, "vllm": { "framework": "vllm", - "modelCount": 112730, + "modelCount": 112737, "officialConfigError": null, "officialConfigValid": true, "successCount": 16525, - "successRate": 0.1465891954226914, - "wilsonLowerBound": 0.14453649383019074 + "successRate": 0.14658009349193254, + "wilsonLowerBound": 0.14452750865122607 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 19710, + "modelCount": 19808, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3689, - "successRate": 0.1871638762049721, - "wilsonLowerBound": 0.18177968393086766 + "successCount": 3696, + "successRate": 0.18659127625201938, + "wilsonLowerBound": 0.18122678227998876 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 43151, + "modelCount": 43180, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5611, - "successRate": 0.1300317489745313, - "wilsonLowerBound": 0.1268911641948798 + "successCount": 5617, + "successRate": 0.13008337193144975, + "wilsonLowerBound": 0.12694329089712694 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7213, + "modelCount": 7243, "officialConfigError": null, "officialConfigValid": true, - "successCount": 624, - "successRate": 0.08651046721197837, - "wilsonLowerBound": 0.08024096293476098 + "successCount": 628, + "successRate": 0.08670440425238161, + "wilsonLowerBound": 0.08044079225749916 } }, "Iluvatar_mrv-100": { @@ -229,85 +229,85 @@ }, "vllm": { "framework": "vllm", - "modelCount": 32212, + "modelCount": 32252, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6032, - "successRate": 0.18725940643238545, - "wilsonLowerBound": 0.18303644270045658 + "successCount": 6049, + "successRate": 0.18755426020091778, + "wilsonLowerBound": 0.18333128051434153 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61218, + "modelCount": 61225, "officialConfigError": null, "officialConfigValid": true, "successCount": 12401, - "successRate": 0.20257113920742265, - "wilsonLowerBound": 0.19940600750877482 + "successRate": 0.2025479787668436, + "wilsonLowerBound": 0.1993831641508634 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 10301, + "modelCount": 10371, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3038, - "successRate": 0.2949228230268906, - "wilsonLowerBound": 0.28619437744292164 + "successCount": 3058, + "successRate": 0.29486066917365733, + "wilsonLowerBound": 0.2861620247531009 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 14119, + "modelCount": 14147, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3549, - "successRate": 0.2513634110064452, - "wilsonLowerBound": 0.24427618599472686 + "successCount": 3559, + "successRate": 0.25157277161235597, + "wilsonLowerBound": 0.244490463253843 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 63808, + "modelCount": 63871, "officialConfigError": null, "officialConfigValid": true, - "successCount": 17488, - "successRate": 0.27407221664994985, - "wilsonLowerBound": 0.270624926316488 + "successCount": 17508, + "successRate": 0.2741150130732257, + "wilsonLowerBound": 0.2706692458667205 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 221, + "modelCount": 238, "officialConfigError": null, "officialConfigValid": true, - "successCount": 144, - "successRate": 0.6515837104072398, - "wilsonLowerBound": 0.5866594552975183 + "successCount": 154, + "successRate": 0.6470588235294118, + "wilsonLowerBound": 0.5844474394566809 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 47232, + "modelCount": 47250, "officialConfigError": null, "officialConfigValid": true, - "successCount": 20862, - "successRate": 0.4416920731707317, - "wilsonLowerBound": 0.43721847397265107 + "successCount": 20876, + "successRate": 0.44182010582010584, + "wilsonLowerBound": 0.43734721205240756 }, "vllm": { "framework": "vllm", - "modelCount": 37598, + "modelCount": 37638, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3928, - "successRate": 0.10447364221501143, - "wilsonLowerBound": 0.10142211051791826 + "successCount": 3945, + "successRate": 0.10481428343695201, + "wilsonLowerBound": 0.1017598736130076 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 772, + "modelCount": 773, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -327,76 +327,76 @@ }, "vllm": { "framework": "vllm", - "modelCount": 10040, + "modelCount": 10042, "officialConfigError": null, "officialConfigValid": true, - "successCount": 743, - "successRate": 0.07400398406374502, - "wilsonLowerBound": 0.06904470201407993 + "successCount": 744, + "successRate": 0.07408882692690699, + "wilsonLowerBound": 0.06912729387165777 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 6395, + "modelCount": 6410, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2756, - "successRate": 0.4309616888193902, - "wilsonLowerBound": 0.4188693036366709 + "successCount": 2766, + "successRate": 0.4315132605304212, + "wilsonLowerBound": 0.41943277205277346 } }, "Vastai_va16": { "vllm": { "framework": "vllm", - "modelCount": 7393, + "modelCount": 7394, "officialConfigError": null, "officialConfigValid": true, "successCount": 241, - "successRate": 0.032598403895576895, - "wilsonLowerBound": 0.028786866472004326 + "successRate": 0.03259399513118745, + "wilsonLowerBound": 0.028782966020733367 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 13913, + "modelCount": 13992, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4522, - "successRate": 0.32501976568676777, - "wilsonLowerBound": 0.31728600834990184 + "successCount": 4547, + "successRate": 0.3249714122355632, + "wilsonLowerBound": 0.3172596897382483 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 27137, + "modelCount": 27151, "officialConfigError": null, "officialConfigValid": true, - "successCount": 13820, - "successRate": 0.5092677893650736, - "wilsonLowerBound": 0.5033189041317153 + "successCount": 13828, + "successRate": 0.5092998416264595, + "wilsonLowerBound": 0.5033524929824741 }, "vllm": { "framework": "vllm", - "modelCount": 64131, + "modelCount": 64215, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6596, - "successRate": 0.10285197486395035, - "wilsonLowerBound": 0.10052467135547719 + "successCount": 6607, + "successRate": 0.1028887331620338, + "wilsonLowerBound": 0.10056256303166106 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 12921, + "modelCount": 12925, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1958, - "successRate": 0.1515362588034982, - "wilsonLowerBound": 0.14545711489941984 + "successCount": 1959, + "successRate": 0.15156673114119923, + "wilsonLowerBound": 0.1454879927066719 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-09-27T23:26:20.370534+00:00", + "generatedAt": "2026-09-27T23:28:54.373769+00:00", "gpuStats": { "Ascend_910-b4": { "available": true, diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index 56decc1c95..6da6c92110 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-09-27T23:26:20.370534+00:00", + "catalogUpdatedAt": "2026-09-27T23:28:54.373769+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-09-27T23:26:20.370534+00:00", + "generatedAt": "2026-09-27T23:28:54.373769+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6544,6 +6544,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-09-27T23:26:20.370534+00:00", + "taskTreeUpdatedAt": "2026-09-27T23:28:54.373769+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index 62b58fe801..5c0b095948 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1", ".modelhub_state/architecture_compatibility_blacklist.json": "83e55e78f9320aabb0badc21ec0c8e9cda0dc9b3465fff0517b1c77911bd46c3", ".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab", - ".modelhub_state/market_intelligence.json": "660acb235e0067efddd8388acae943392ac3d0ccf8a533a85e16f325a88bc689", - ".modelhub_state/official_capabilities.json": "30ca5177e999c8594c2a5b3723ec29feb2610e309607cf62bf63c7021bcea445", + ".modelhub_state/market_intelligence.json": "3619db0f3c2b42586cbbb6d2cc14e7277ebe7b544d468d307d37c5a11215b4bd", + ".modelhub_state/official_capabilities.json": "cac897648736dc63f9c630018b1fc6c6fdef5772b327d41b9b24b4d69eda1330", ".modelhub_state/outcome_checkpoint.json": "4eeeb9925469c4623c163e159bca71517afeec23558ff30723dbec5c0735dbe4", ".modelhub_state/queue_cleanup_latest.json": "fd2be7e92d633f07fd16f4af361876507c190447dc205b270d3e0d74aca9321e", ".modelhub_state/recent_outcomes.jsonl": "29de8caa53d34c5cd69118aa9b7b19270cfeb5f2ed4f79592568a96e8c2790ab", @@ -17,9 +17,9 @@ "ledger/submissions.jsonl": "f4bdcd87be5e662135deb5b7130e8546bf172bd674ff18cf5f4f90333b2bcd9b", "outcomes/submissions.jsonl": "87d34b5b9d4e309c82daae3f12d86d3549d2fd3f43ae3a4483c8c9d8f34b9ea9" }, - "generation": 17598, + "generation": 17599, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-09-27T23:26:49.380751+00:00", + "updatedAt": "2026-09-27T23:28:55.857093+00:00", "writerId": "6e8ddfbd92ca45ccaf79298516f8a6ea" }