diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index 8ed0119c3e..6d0c8d97e3 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -1,30 +1,30 @@ { - "communityAttemptedAt": "2026-11-01T13:20:33.954975+00:00", + "communityAttemptedAt": "2026-11-01T13:29:19.842142+00:00", "communityError": null, "communitySample": {}, - "communityUpdatedAt": "2026-11-01T13:20:33.954975+00:00", - "frameworkAttemptedAt": "2026-11-01T12:49:17.173387+00:00", + "communityUpdatedAt": "2026-11-01T13:29:19.842142+00:00", + "frameworkAttemptedAt": "2026-11-01T13:29:19.842142+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 45283, + "modelCount": 45289, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22944, - "successRate": 0.5066802111167547, - "wilsonLowerBound": 0.5020749449007292 + "successCount": 22947, + "successRate": 0.5066793261056769, + "wilsonLowerBound": 0.502074364936186 }, "vllm": { "framework": "vllm", - "modelCount": 59771, + "modelCount": 59777, "officialConfigError": null, "officialConfigValid": true, "successCount": 15765, - "successRate": 0.2637566712954443, - "wilsonLowerBound": 0.26023910110927917 + "successRate": 0.2637301972330495, + "wilsonLowerBound": 0.2602129182910093 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -37,32 +37,32 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 6838, + "modelCount": 6841, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2257, - "successRate": 0.3300672711319099, - "wilsonLowerBound": 0.3190196812980898 + "successCount": 2258, + "successRate": 0.3300687034059348, + "wilsonLowerBound": 0.31902350105417593 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 40510, + "modelCount": 40513, "officialConfigError": null, "officialConfigValid": true, - "successCount": 19706, - "successRate": 0.48644779066897065, - "wilsonLowerBound": 0.48158203709746294 + "successCount": 19709, + "successRate": 0.48648581936662305, + "wilsonLowerBound": 0.48162023225807354 }, "vllm": { "framework": "vllm", - "modelCount": 41395, + "modelCount": 41397, "officialConfigError": null, "officialConfigValid": true, - "successCount": 11268, - "successRate": 0.2722067882594516, - "wilsonLowerBound": 0.2679402624415702 + "successCount": 11269, + "successRate": 0.2722177935599198, + "wilsonLowerBound": 0.2679513150203658 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -75,12 +75,41 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 16442, + "modelCount": 16445, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6529, - "successRate": 0.39709281109354094, - "wilsonLowerBound": 0.38963857298226084 + "successCount": 6530, + "successRate": 0.39708117968987533, + "wilsonLowerBound": 0.3896276592848537 + } + }, + "Biren_166m": { + "vllm": { + "framework": "vllm", + "modelCount": 64359, + "officialConfigError": null, + "officialConfigValid": true, + "successCount": 12100, + "successRate": 0.18800789322394693, + "wilsonLowerBound": 0.18500787947369549 + }, + "vllm_fix_tokenizer": { + "framework": "vllm_fix_tokenizer", + "modelCount": 41672, + "officialConfigError": "malformed_command_argv", + "officialConfigValid": false, + "successCount": 8318, + "successRate": 0.1996064503743521, + "wilsonLowerBound": 0.19579649981028993 + }, + "vllm_tokenizer_patch": { + "framework": "vllm_tokenizer_patch", + "modelCount": 8902, + "officialConfigError": null, + "officialConfigValid": true, + "successCount": 118, + "successRate": 0.01325544821388452, + "wilsonLowerBound": 0.011080849174710429 } }, "Cambricon_mlu-370-x4": { @@ -104,12 +133,12 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 19804, + "modelCount": 19807, "officialConfigError": null, "officialConfigValid": true, "successCount": 7425, - "successRate": 0.374924257725712, - "wilsonLowerBound": 0.3682066760109821 + "successRate": 0.37486747109607715, + "wilsonLowerBound": 0.3681506115281962 } }, "Cambricon_mlu-370-x8": { @@ -133,23 +162,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 60302, + "modelCount": 60308, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14964, - "successRate": 0.24815097343371695, - "wilsonLowerBound": 0.24471951575461048 + "successCount": 14967, + "successRate": 0.2481760297141341, + "wilsonLowerBound": 0.2447446237539842 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 31108, + "modelCount": 31126, "officialConfigError": null, "officialConfigValid": true, "successCount": 4202, - "successRate": 0.13507779349363508, - "wilsonLowerBound": 0.1313244217446141 + "successRate": 0.1349996787251815, + "wilsonLowerBound": 0.1312483155251695 }, "vllm": { "framework": "vllm", @@ -162,21 +191,21 @@ }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 50857, + "modelCount": 50860, "officialConfigError": null, "officialConfigValid": true, "successCount": 5806, - "successRate": 0.11416324203157874, - "wilsonLowerBound": 0.11142844599245968 + "successRate": 0.11415650806134486, + "wilsonLowerBound": 0.11142186332893537 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 55906, + "modelCount": 55916, "officialConfigError": null, "officialConfigValid": true, "successCount": 3938, - "successRate": 0.07043966658319321, - "wilsonLowerBound": 0.06834788522130383 + "successRate": 0.07042706917519136, + "wilsonLowerBound": 0.06833564837902444 } }, "Iluvatar_bi-150": { @@ -265,12 +294,12 @@ }, "vllm": { "framework": "vllm", - "modelCount": 37337, + "modelCount": 37339, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7709, - "successRate": 0.20647079304711144, - "wilsonLowerBound": 0.202395297497172 + "successCount": 7711, + "successRate": 0.20651329708883473, + "wilsonLowerBound": 0.202437592952885 } }, "Kunlunxin_p-800": { @@ -285,21 +314,21 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 21821, + "modelCount": 21832, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 5967, - "successRate": 0.27345217909353375, - "wilsonLowerBound": 0.26757830281475975 + "successCount": 5971, + "successRate": 0.2734976181751557, + "wilsonLowerBound": 0.2676248973929798 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 17260, + "modelCount": 17265, "officialConfigError": null, "officialConfigValid": true, "successCount": 4145, - "successRate": 0.24015063731170336, - "wilsonLowerBound": 0.2338359449468615 + "successRate": 0.24008108890819577, + "wilsonLowerBound": 0.23376794890794883 } }, "MetaX_c-500": { @@ -314,41 +343,41 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 3081, + "modelCount": 3083, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1693, - "successRate": 0.5494969165855241, - "wilsonLowerBound": 0.5318773265562495 + "successCount": 1695, + "successRate": 0.5497891663963672, + "wilsonLowerBound": 0.5321759690097437 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 49596, + "modelCount": 49597, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22340, - "successRate": 0.45043955157674004, - "wilsonLowerBound": 0.44606472142492937 + "successCount": 22341, + "successRate": 0.45045063209468317, + "wilsonLowerBound": 0.44607583543484575 }, "vllm": { "framework": "vllm", - "modelCount": 42949, + "modelCount": 42951, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5804, - "successRate": 0.1351370229807446, - "wilsonLowerBound": 0.13193637730139784 + "successCount": 5806, + "successRate": 0.13517729505715817, + "wilsonLowerBound": 0.131976313177022 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 1515, + "modelCount": 1516, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, - "wilsonLowerBound": 0.0 + "wilsonLowerBound": 2.162923417135081e-19 } }, "Sunrise_pt-200-x1": { @@ -363,21 +392,21 @@ }, "vllm": { "framework": "vllm", - "modelCount": 10136, + "modelCount": 10137, "officialConfigError": null, "officialConfigValid": true, "successCount": 768, - "successRate": 0.07576953433307025, - "wilsonLowerBound": 0.0707769135972184 + "successRate": 0.0757620597810003, + "wilsonLowerBound": 0.07076991339660049 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 8547, + "modelCount": 8550, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3755, - "successRate": 0.43933543933543934, - "wilsonLowerBound": 0.4288430080181456 + "successCount": 3756, + "successRate": 0.4392982456140351, + "wilsonLowerBound": 0.42880776267793025 } }, "Vastai_va16": { @@ -392,47 +421,47 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 24205, + "modelCount": 24208, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6727, - "successRate": 0.27791778558149144, - "wilsonLowerBound": 0.2723097802644982 + "successCount": 6728, + "successRate": 0.2779246530072703, + "wilsonLowerBound": 0.2723169489995887 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 30240, + "modelCount": 30241, "officialConfigError": null, "officialConfigValid": true, "successCount": 15466, - "successRate": 0.511441798941799, - "wilsonLowerBound": 0.5058066435812478 + "successRate": 0.5114248867431632, + "wilsonLowerBound": 0.5057898223554436 }, "vllm": { "framework": "vllm", - "modelCount": 70092, + "modelCount": 70096, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7648, - "successRate": 0.1091137362323803, - "wilsonLowerBound": 0.1068269265464274 + "successCount": 7649, + "successRate": 0.1091217758502625, + "wilsonLowerBound": 0.10683495575667575 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 15505, + "modelCount": 15508, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2932, - "successRate": 0.1891002902289584, - "wilsonLowerBound": 0.1830137649033138 + "successCount": 2933, + "successRate": 0.18912819190095434, + "wilsonLowerBound": 0.18304189243376037 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-11-01T13:28:14.497020+00:00", + "generatedAt": "2026-11-01T13:29:19.842142+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, @@ -449,7 +478,7 @@ "recentSuccessRate": 1.0, "recentTerminal": 349978, "recentWilsonLowerBound": 0.9999890234305229, - "running": 0, + "running": 45, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, @@ -478,6 +507,28 @@ "throughputPerHour": 58329.666666666664, "waiting": 731 }, + "Biren_166m": { + "available": true, + "backlogHours": 0.012532216310739532, + "canVerify": true, + "error": null, + "gpu": "Biren_166m", + "healthFactor": 1.0, + "maxConcurrentTasks": 8, + "qualityFactor": 2.5, + "queueFactor": 1.0, + "queueWeight": 1.0, + "recentSuccess": 349978, + "recentSuccessRate": 1.0, + "recentTerminal": 349978, + "recentWilsonLowerBound": 0.9999890234305229, + "running": 0, + "selectionWeight": 2.5, + "stale": false, + "submissionEligible": true, + "throughputPerHour": 58329.666666666664, + "waiting": 731 + }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 0.012532216310739532, @@ -493,7 +544,7 @@ "recentSuccessRate": 1.0, "recentTerminal": 349978, "recentWilsonLowerBound": 0.9999890234305229, - "running": 45, + "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, @@ -559,7 +610,7 @@ "recentSuccessRate": 1.0, "recentTerminal": 349978, "recentWilsonLowerBound": 0.9999890234305229, - "running": 45, + "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, @@ -647,7 +698,7 @@ "recentSuccessRate": 1.0, "recentTerminal": 349978, "recentWilsonLowerBound": 0.9999890234305229, - "running": 45, + "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, @@ -669,7 +720,7 @@ "recentSuccessRate": 1.0, "recentTerminal": 349978, "recentWilsonLowerBound": 0.9999890234305229, - "running": 45, + "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, @@ -691,7 +742,7 @@ "recentSuccessRate": 1.0, "recentTerminal": 349978, "recentWilsonLowerBound": 0.9999890234305229, - "running": 0, + "running": 45, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, @@ -713,7 +764,7 @@ "recentSuccessRate": 1.0, "recentTerminal": 349978, "recentWilsonLowerBound": 0.9999890234305229, - "running": 0, + "running": 45, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, @@ -721,15 +772,16 @@ "waiting": 731 } }, - "queueAttemptedAt": "2026-11-01T13:21:40.459828+00:00", + "queueAttemptedAt": "2026-11-01T13:29:19.842142+00:00", "queueError": null, - "queueUpdatedAt": "2026-11-01T13:21:40.459828+00:00", + "queueUpdatedAt": "2026-11-01T13:29:19.842142+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", + "Biren_166m", "Ascend_910-b4", "Ascend_910-b3", "MetaX_c-500", diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index aab505c4e9..35eae4724a 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-11-01T13:28:14.497020+00:00", + "catalogUpdatedAt": "2026-11-01T13:29:19.842142+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-11-01T13:28:14.497020+00:00", + "generatedAt": "2026-11-01T13:29:25.129659+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -76,7 +76,7 @@ "Biren_166m": { "canVerify": true, "gpu": "Biren_166m", - "maxConcurrentTasks": 0 + "maxConcurrentTasks": 8 }, "Cambricon_mlu-370-x4": { "canVerify": true, @@ -4013,6 +4013,12 @@ ], "updatedAt": "2026-11-01T13:26:02.684248+00:00" }, + "https://modelscope.cn/models/jiangjiang419/minimaxh3|2026-11-01T13:14:36+00:00|Biren_166m": { + "taskTypes": [ + "text-generation" + ], + "updatedAt": "2026-11-01T13:29:25.124637+00:00" + }, "https://modelscope.cn/models/jiangjiang419/minimaxh3|2026-11-01T13:14:36+00:00|Cambricon_mlu-370-x4": { "taskTypes": [ "text-generation", @@ -5360,7 +5366,7 @@ "taskTypes": [ "text-generation" ], - "updatedAt": "2026-10-31T13:13:57.769660+00:00" + "updatedAt": "2026-11-01T13:29:25.129659+00:00" }, "https://modelscope.cn/models/prism-ml/Ternary-Bonsai-2-27B-gguf-dev|2026-10-31T12:59:31+00:00|Cambricon_mlu-370-x4": { "taskTypes": [ @@ -5616,15 +5622,6 @@ ], "updatedAt": "2026-10-31T04:10:38.062790+00:00" }, - "https://modelscope.cn/models/prithivMLmods/Tev1-4B-experimental-GGUF|2026-09-24T18:27:47+00:00|Iluvatar_mrv-100": { - "taskTypes": [ - "asr", - "text-generation", - "text-to-image-generation", - "visual-multi-modal" - ], - "updatedAt": "2026-10-31T04:10:38.025749+00:00" - }, "https://modelscope.cn/models/prithivMLmods/Tev1-4B-experimental-GGUF|2026-09-24T18:27:47+00:00|Mthreads_s4000": { "taskTypes": [ "text-generation", @@ -6594,6 +6591,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-11-01T13:28:14.497020+00:00", + "taskTreeUpdatedAt": "2026-11-01T13:29:19.842142+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index 7a02199b27..cd249143a6 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "75992f8fc87bd43463ad6a2225d42d2ca55bf3279439823531261e6ae705f09c", ".modelhub_state/architecture_compatibility_blacklist.json": "5a3eb6ac21e255f9e39e0c2e58f220a12e49cccda87b28f29b5530c157bf20a7", ".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff", - ".modelhub_state/market_intelligence.json": "1853d8e17e6a11518314da074412edd6b8379a8251c132203e5076710c0ca5f8", - ".modelhub_state/official_capabilities.json": "b35364aba3434e9f2b826c59e37677ac81ae64faa991a8714d0bfe4860e29edc", + ".modelhub_state/market_intelligence.json": "c5eb12835510948c84331a1294f9b37a582d486f77e62eb08eb836c4cbe1dc86", + ".modelhub_state/official_capabilities.json": "19c50fa6c7c24324c871152abc047e4f8511a6bf94ed8f6c8d9793bacf7fc0b3", ".modelhub_state/outcome_checkpoint.json": "f9ac3f83fbdc0cb7ac7a56f19912ace45b4e7e55ec20b7757e7cf9348fc6d4fc", ".modelhub_state/recent_outcomes.jsonl": "904b824a052f0f4311e73435ce38c3c62019c18a202f4b1c0b84b5d795cd3bd1", ".modelhub_state/recovery_active_tasks.jsonl": "b5a1707999e6bad14f3327eace4e5a4db6aab5ff1552c43807f9fdd3067f85b5", @@ -16,9 +16,9 @@ "ledger/submissions.jsonl": "97c8b126bae9fe88dfbc61de1600a00759dd6158e8eec6fa6ea3d985f4e2145b", "outcomes/submissions.jsonl": "c9fa41e91a6780c5d8b83d424ceaa17df51584323200a4e60f27fc7b7467bfc1" }, - "generation": 18517, + "generation": 18518, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-11-01T13:28:16.260027+00:00", + "updatedAt": "2026-11-01T13:29:25.470083+00:00", "writerId": "b60d613251844af6b43636e34287be85" }