diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index 50c4b6a44f..ab600fd662 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -1,30 +1,30 @@ { - "communityAttemptedAt": "2026-11-01T12:35:40.321749+00:00", + "communityAttemptedAt": "2026-11-01T12:49:17.173387+00:00", "communityError": null, "communitySample": {}, - "communityUpdatedAt": "2026-11-01T12:35:40.321749+00:00", - "frameworkAttemptedAt": "2026-11-01T10:20:32.433673+00:00", + "communityUpdatedAt": "2026-11-01T12:49:17.173387+00:00", + "frameworkAttemptedAt": "2026-11-01T12:49:17.173387+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 45268, + "modelCount": 45283, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22936, - "successRate": 0.5066713793408147, - "wilsonLowerBound": 0.5020653498217382 + "successCount": 22944, + "successRate": 0.5066802111167547, + "wilsonLowerBound": 0.5020749449007292 }, "vllm": { "framework": "vllm", - "modelCount": 59763, + "modelCount": 59771, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15764, - "successRate": 0.26377524555326876, - "wilsonLowerBound": 0.26025735994991256 + "successCount": 15765, + "successRate": 0.2637566712954443, + "wilsonLowerBound": 0.26023910110927917 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -37,32 +37,32 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 6823, + "modelCount": 6838, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2250, - "successRate": 0.32976696467829403, - "wilsonLowerBound": 0.3187100929387816 + "successCount": 2257, + "successRate": 0.3300672711319099, + "wilsonLowerBound": 0.3190196812980898 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 40486, + "modelCount": 40510, "officialConfigError": null, "officialConfigValid": true, - "successCount": 19688, - "successRate": 0.48629155757545817, - "wilsonLowerBound": 0.48142441885162024 + "successCount": 19706, + "successRate": 0.48644779066897065, + "wilsonLowerBound": 0.48158203709746294 }, "vllm": { "framework": "vllm", - "modelCount": 41392, + "modelCount": 41395, "officialConfigError": null, "officialConfigValid": true, "successCount": 11268, - "successRate": 0.27222651720139157, - "wilsonLowerBound": 0.2679597384656086 + "successRate": 0.2722067882594516, + "wilsonLowerBound": 0.2679402624415702 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -75,41 +75,12 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 16409, + "modelCount": 16442, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6521, - "successRate": 0.3974038637333171, - "wilsonLowerBound": 0.38994108781735387 - } - }, - "Biren_166m": { - "vllm": { - "framework": "vllm", - "modelCount": 64359, - "officialConfigError": null, - "officialConfigValid": true, - "successCount": 12100, - "successRate": 0.18800789322394693, - "wilsonLowerBound": 0.18500787947369549 - }, - "vllm_fix_tokenizer": { - "framework": "vllm_fix_tokenizer", - "modelCount": 41575, - "officialConfigError": "malformed_command_argv", - "officialConfigValid": false, - "successCount": 8318, - "successRate": 0.20007215874924836, - "wilsonLowerBound": 0.19625439592726113 - }, - "vllm_tokenizer_patch": { - "framework": "vllm_tokenizer_patch", - "modelCount": 8897, - "officialConfigError": null, - "officialConfigValid": true, - "successCount": 118, - "successRate": 0.013262897605934585, - "wilsonLowerBound": 0.011087082714735156 + "successCount": 6529, + "successRate": 0.39709281109354094, + "wilsonLowerBound": 0.38963857298226084 } }, "Cambricon_mlu-370-x4": { @@ -133,12 +104,12 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 19786, + "modelCount": 19804, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7418, - "successRate": 0.3749115536237744, - "wilsonLowerBound": 0.36819097677519613 + "successCount": 7425, + "successRate": 0.374924257725712, + "wilsonLowerBound": 0.3682066760109821 } }, "Cambricon_mlu-370-x8": { @@ -162,23 +133,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 60261, + "modelCount": 60302, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14953, - "successRate": 0.2481372695441496, - "wilsonLowerBound": 0.24470471489987997 + "successCount": 14964, + "successRate": 0.24815097343371695, + "wilsonLowerBound": 0.24471951575461048 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 31056, + "modelCount": 31108, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4201, - "successRate": 0.1352717671303452, - "wilsonLowerBound": 0.13151296668986495 + "successCount": 4202, + "successRate": 0.13507779349363508, + "wilsonLowerBound": 0.1313244217446141 }, "vllm": { "framework": "vllm", @@ -191,21 +162,21 @@ }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 50851, + "modelCount": 50857, "officialConfigError": null, "officialConfigValid": true, "successCount": 5806, - "successRate": 0.11417671235570588, - "wilsonLowerBound": 0.11144161365327104 + "successRate": 0.11416324203157874, + "wilsonLowerBound": 0.11142844599245968 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 55844, + "modelCount": 55906, "officialConfigError": null, "officialConfigValid": true, "successCount": 3938, - "successRate": 0.07051787121266385, - "wilsonLowerBound": 0.0684238515714918 + "successRate": 0.07043966658319321, + "wilsonLowerBound": 0.06834788522130383 } }, "Iluvatar_bi-150": { @@ -247,30 +218,30 @@ }, "vllm-0.17.0": { "framework": "vllm-0.17.0", - "modelCount": 436, + "modelCount": 437, "officialConfigError": null, "officialConfigValid": true, "successCount": 2, - "successRate": 0.0045871559633027525, - "wilsonLowerBound": 0.0012588399337193044 + "successRate": 0.004576659038901602, + "wilsonLowerBound": 0.001255957229241726 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 26609, + "modelCount": 26610, "officialConfigError": null, "officialConfigValid": true, "successCount": 4292, - "successRate": 0.161298808673757, - "wilsonLowerBound": 0.15692837265153667 + "successRate": 0.16129274708756106, + "wilsonLowerBound": 0.15692246019183576 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 45612, + "modelCount": 45672, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5908, - "successRate": 0.12952731737262124, - "wilsonLowerBound": 0.12647689964435174 + "successRate": 0.12935715536871606, + "wilsonLowerBound": 0.1263104582607641 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", @@ -294,12 +265,12 @@ }, "vllm": { "framework": "vllm", - "modelCount": 37318, + "modelCount": 37337, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7698, - "successRate": 0.2062811511870947, - "wilsonLowerBound": 0.20220604128072728 + "successCount": 7709, + "successRate": 0.20647079304711144, + "wilsonLowerBound": 0.202395297497172 } }, "Kunlunxin_p-800": { @@ -314,65 +285,65 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 21806, + "modelCount": 21821, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 5964, - "successRate": 0.27350270567733653, - "wilsonLowerBound": 0.26762647383798804 + "successCount": 5967, + "successRate": 0.27345217909353375, + "wilsonLowerBound": 0.26757830281475975 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 17256, + "modelCount": 17260, "officialConfigError": null, "officialConfigValid": true, "successCount": 4145, - "successRate": 0.24020630505331478, - "wilsonLowerBound": 0.23389037027404935 + "successRate": 0.24015063731170336, + "wilsonLowerBound": 0.2338359449468615 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 71562, + "modelCount": 71574, "officialConfigError": null, "officialConfigValid": true, - "successCount": 19592, - "successRate": 0.2737765853385875, - "wilsonLowerBound": 0.27052180165256157 + "successCount": 19594, + "successRate": 0.27375862743454327, + "wilsonLowerBound": 0.27050418328683945 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 3067, + "modelCount": 3081, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1687, - "successRate": 0.5500489077274209, - "wilsonLowerBound": 0.53239031845964 + "successCount": 1693, + "successRate": 0.5494969165855241, + "wilsonLowerBound": 0.5318773265562495 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 49588, + "modelCount": 49596, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22334, - "successRate": 0.45039122368314916, - "wilsonLowerBound": 0.44601608711920876 + "successCount": 22340, + "successRate": 0.45043955157674004, + "wilsonLowerBound": 0.44606472142492937 }, "vllm": { "framework": "vllm", - "modelCount": 42927, + "modelCount": 42949, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5798, - "successRate": 0.1350665082582058, - "wilsonLowerBound": 0.13186576913199902 + "successCount": 5804, + "successRate": 0.1351370229807446, + "wilsonLowerBound": 0.13193637730139784 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 1511, + "modelCount": 1515, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -392,21 +363,21 @@ }, "vllm": { "framework": "vllm", - "modelCount": 10134, + "modelCount": 10136, "officialConfigError": null, "officialConfigValid": true, "successCount": 768, - "successRate": 0.07578448786264061, - "wilsonLowerBound": 0.0707909181540423 + "successRate": 0.07576953433307025, + "wilsonLowerBound": 0.0707769135972184 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 8541, + "modelCount": 8547, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3751, - "successRate": 0.43917574054560354, - "wilsonLowerBound": 0.42868012170168546 + "successCount": 3755, + "successRate": 0.43933543933543934, + "wilsonLowerBound": 0.4288430080181456 } }, "Vastai_va16": { @@ -421,47 +392,47 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 24179, + "modelCount": 24205, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6716, - "successRate": 0.27776169403201123, - "wilsonLowerBound": 0.27215169401628303 + "successCount": 6727, + "successRate": 0.27791778558149144, + "wilsonLowerBound": 0.2723097802644982 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 30233, + "modelCount": 30240, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15463, - "successRate": 0.5114609863394304, - "wilsonLowerBound": 0.5058251810793393 + "successCount": 15466, + "successRate": 0.511441798941799, + "wilsonLowerBound": 0.5058066435812478 }, "vllm": { "framework": "vllm", - "modelCount": 70076, + "modelCount": 70092, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7647, - "successRate": 0.10912437924539072, - "wilsonLowerBound": 0.10683721158262517 + "successCount": 7648, + "successRate": 0.1091137362323803, + "wilsonLowerBound": 0.1068269265464274 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 15496, + "modelCount": 15505, "officialConfigError": null, "officialConfigValid": true, "successCount": 2932, - "successRate": 0.1892101187403201, - "wilsonLowerBound": 0.1831204495298458 + "successRate": 0.1891002902289584, + "wilsonLowerBound": 0.1830137649033138 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-11-01T12:48:11.952409+00:00", + "generatedAt": "2026-11-01T12:49:17.173387+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, @@ -478,7 +449,7 @@ "recentSuccessRate": 1.0, "recentTerminal": 349929, "recentWilsonLowerBound": 0.9999890218935085, - "running": 45, + "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, @@ -507,28 +478,6 @@ "throughputPerHour": 58321.5, "waiting": 730 }, - "Biren_166m": { - "available": true, - "backlogHours": 0.012516824841610727, - "canVerify": true, - "error": null, - "gpu": "Biren_166m", - "healthFactor": 1.0, - "maxConcurrentTasks": 8, - "qualityFactor": 2.5, - "queueFactor": 1.0, - "queueWeight": 1.0, - "recentSuccess": 349929, - "recentSuccessRate": 1.0, - "recentTerminal": 349929, - "recentWilsonLowerBound": 0.9999890218935085, - "running": 45, - "selectionWeight": 2.5, - "stale": false, - "submissionEligible": true, - "throughputPerHour": 58321.5, - "waiting": 730 - }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 0.012516824841610727, @@ -566,7 +515,7 @@ "recentSuccessRate": 1.0, "recentTerminal": 349929, "recentWilsonLowerBound": 0.9999890218935085, - "running": 1, + "running": 45, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, @@ -610,7 +559,7 @@ "recentSuccessRate": 1.0, "recentTerminal": 349929, "recentWilsonLowerBound": 0.9999890218935085, - "running": 1, + "running": 45, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, @@ -632,7 +581,7 @@ "recentSuccessRate": 1.0, "recentTerminal": 349929, "recentWilsonLowerBound": 0.9999890218935085, - "running": 45, + "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, @@ -654,7 +603,7 @@ "recentSuccessRate": 1.0, "recentTerminal": 349929, "recentWilsonLowerBound": 0.9999890218935085, - "running": 1, + "running": 45, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, @@ -676,7 +625,7 @@ "recentSuccessRate": 1.0, "recentTerminal": 349929, "recentWilsonLowerBound": 0.9999890218935085, - "running": 45, + "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, @@ -764,7 +713,7 @@ "recentSuccessRate": 1.0, "recentTerminal": 349929, "recentWilsonLowerBound": 0.9999890218935085, - "running": 1, + "running": 45, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, @@ -772,16 +721,15 @@ "waiting": 730 } }, - "queueAttemptedAt": "2026-11-01T12:48:11.952409+00:00", + "queueAttemptedAt": "2026-11-01T12:49:17.173387+00:00", "queueError": null, - "queueUpdatedAt": "2026-11-01T12:48:11.952409+00:00", + "queueUpdatedAt": "2026-11-01T12:49:17.173387+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", - "Biren_166m", "Ascend_910-b4", "Ascend_910-b3", "MetaX_c-500", diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index 4dd4a151ac..6b79d556b1 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-11-01T12:48:11.952409+00:00", + "catalogUpdatedAt": "2026-11-01T12:49:17.173387+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-11-01T12:48:11.952409+00:00", + "generatedAt": "2026-11-01T12:49:21.492710+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -76,7 +76,7 @@ "Biren_166m": { "canVerify": true, "gpu": "Biren_166m", - "maxConcurrentTasks": 8 + "maxConcurrentTasks": 0 }, "Cambricon_mlu-370-x4": { "canVerify": true, @@ -5572,19 +5572,6 @@ ], "updatedAt": "2026-10-31T04:10:37.519731+00:00" }, - "https://modelscope.cn/models/prithivMLmods/Tev1-4B-experimental-GGUF|2026-09-24T18:27:47+00:00|Iluvatar_bi-150": { - "taskTypes": [ - "asr", - "question_answering", - "reinforcement_learning", - "text-generation", - "text-to-image-generation", - "text_classification", - "vision_classification", - "visual-multi-modal" - ], - "updatedAt": "2026-10-31T04:10:37.286694+00:00" - }, "https://modelscope.cn/models/prithivMLmods/Tev1-4B-experimental-GGUF|2026-09-24T18:27:47+00:00|Iluvatar_mrv-100": { "taskTypes": [ "asr", @@ -5764,6 +5751,14 @@ ], "updatedAt": "2026-10-31T14:32:21.711839+00:00" }, + "https://modelscope.cn/models/ukisai/Swift-1.5-4bit-MLX|2026-11-01T12:38:24+00:00|Ascend_910-b4": { + "taskTypes": [ + "text-generation", + "text-to-image-generation", + "visual-multi-modal" + ], + "updatedAt": "2026-11-01T12:49:21.492710+00:00" + }, "https://modelscope.cn/models/ukisai/Swift-1.5-4bit-MLX|2026-11-01T12:38:24+00:00|Biren_166m": { "taskTypes": [ "text-generation" @@ -6602,6 +6597,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-11-01T12:48:11.952409+00:00", + "taskTreeUpdatedAt": "2026-11-01T12:49:17.173387+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index 6e223989a2..cdbc64b141 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "75992f8fc87bd43463ad6a2225d42d2ca55bf3279439823531261e6ae705f09c", ".modelhub_state/architecture_compatibility_blacklist.json": "8977a2cea3d7f9abc40d781488af09d2949155a196e48ec8ac73311bf42c450b", ".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff", - ".modelhub_state/market_intelligence.json": "5bbb7b5abcd2549597b661c61ef09567342059f82ef956f11868016bbc9b2fc4", - ".modelhub_state/official_capabilities.json": "eb811ad02a469b410ab46689839f1ae710f6d3582c0b20b00e99c866b5084774", + ".modelhub_state/market_intelligence.json": "0f8ec882e4b2d7e6ab1e9e44dcde869bee36a108fed4c18289f656cabd5d3756", + ".modelhub_state/official_capabilities.json": "9a502924876ba2c7d0ceb2074fe50029da6fb485735f1b7bdde14678c2880b1e", ".modelhub_state/outcome_checkpoint.json": "f9ac3f83fbdc0cb7ac7a56f19912ace45b4e7e55ec20b7757e7cf9348fc6d4fc", ".modelhub_state/recent_outcomes.jsonl": "904b824a052f0f4311e73435ce38c3c62019c18a202f4b1c0b84b5d795cd3bd1", ".modelhub_state/recovery_active_tasks.jsonl": "a6987a7dfe811daeab941887b0242b7f0a0917c192168f18113e4ada0432e3bb", @@ -16,9 +16,9 @@ "ledger/submissions.jsonl": "97c8b126bae9fe88dfbc61de1600a00759dd6158e8eec6fa6ea3d985f4e2145b", "outcomes/submissions.jsonl": "c9fa41e91a6780c5d8b83d424ceaa17df51584323200a4e60f27fc7b7467bfc1" }, - "generation": 18481, + "generation": 18482, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-11-01T12:48:14.289042+00:00", + "updatedAt": "2026-11-01T12:49:21.792103+00:00", "writerId": "b60d613251844af6b43636e34287be85" }