diff --git a/.modelhub_state/architecture_compatibility_blacklist.json b/.modelhub_state/architecture_compatibility_blacklist.json index 2829a270ff..b69098d835 100644 --- a/.modelhub_state/architecture_compatibility_blacklist.json +++ b/.modelhub_state/architecture_compatibility_blacklist.json @@ -975,7 +975,7 @@ "taskType": "text-generation" } }, - "generatedAt": "2026-10-30T16:07:50.889287+00:00", + "generatedAt": "2026-10-30T16:13:58.972263+00:00", "summary": { "activeBlockCount": 48, "byGpuFramework": { diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index e1ec810bb1..5bf38608a7 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -1,68 +1,68 @@ { - "communityAttemptedAt": "2026-10-30T15:59:59.171378+00:00", + "communityAttemptedAt": "2026-10-30T16:16:41.093310+00:00", "communityError": null, "communitySample": {}, - "communityUpdatedAt": "2026-10-30T15:59:59.171378+00:00", - "frameworkAttemptedAt": "2026-10-30T10:14:56.181880+00:00", + "communityUpdatedAt": "2026-10-30T16:16:41.093310+00:00", + "frameworkAttemptedAt": "2026-10-30T16:16:41.093310+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 44930, + "modelCount": 44980, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22750, - "successRate": 0.5063432005341643, - "wilsonLowerBound": 0.5017198662342807 + "successCount": 22774, + "successRate": 0.5063139172965763, + "wilsonLowerBound": 0.5016931525297287 }, "vllm": { "framework": "vllm", - "modelCount": 59480, + "modelCount": 59514, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15738, - "successRate": 0.26459314055144584, - "wilsonLowerBound": 0.2610633644674953 + "successCount": 15742, + "successRate": 0.2645091911146957, + "wilsonLowerBound": 0.26098078445968087 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", - "modelCount": 48, + "modelCount": 52, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 18, - "successRate": 0.375, - "wilsonLowerBound": 0.2521507240406812 + "successRate": 0.34615384615384615, + "wilsonLowerBound": 0.23150828073938615 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 6536, + "modelCount": 6579, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2144, - "successRate": 0.32802937576499386, - "wilsonLowerBound": 0.3167509488282683 + "successCount": 2161, + "successRate": 0.32846937224502204, + "wilsonLowerBound": 0.3172233732474805 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 40158, + "modelCount": 40201, "officialConfigError": null, "officialConfigValid": true, - "successCount": 19478, - "successRate": 0.4850341152447831, - "wilsonLowerBound": 0.48014762043039355 + "successCount": 19505, + "successRate": 0.48518693564836696, + "wilsonLowerBound": 0.4803029947751103 }, "vllm": { "framework": "vllm", - "modelCount": 41293, + "modelCount": 41307, "officialConfigError": null, "officialConfigValid": true, "successCount": 11259, - "successRate": 0.2726612258736348, - "wilsonLowerBound": 0.26838717793237604 + "successRate": 0.2725688140024693, + "wilsonLowerBound": 0.2682959503749288 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -75,70 +75,70 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 15932, + "modelCount": 15994, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6398, - "successRate": 0.4015817223198594, - "wilsonLowerBound": 0.39399412607512047 + "successCount": 6417, + "successRate": 0.4012129548580718, + "wilsonLowerBound": 0.3936412678254247 } }, "Biren_166m": { "vllm": { "framework": "vllm", - "modelCount": 64352, + "modelCount": 64354, "officialConfigError": null, "officialConfigValid": true, "successCount": 12100, - "successRate": 0.18802834410740926, - "wilsonLowerBound": 0.18502804083860971 + "successRate": 0.18802250054386674, + "wilsonLowerBound": 0.18502228000021326 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 40286, + "modelCount": 40404, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 8203, - "successRate": 0.2036191232686293, - "wilsonLowerBound": 0.1997151503122255 + "successCount": 8222, + "successRate": 0.2034947034947035, + "wilsonLowerBound": 0.1995972988999546 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 8810, + "modelCount": 8824, "officialConfigError": null, "officialConfigValid": true, "successCount": 118, - "successRate": 0.013393870601589104, - "wilsonLowerBound": 0.011196680112575583 + "successRate": 0.013372620126926565, + "wilsonLowerBound": 0.011178897697952156 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26904, + "modelCount": 26930, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3307, - "successRate": 0.12291852512637526, - "wilsonLowerBound": 0.11904874759819431 + "successCount": 3310, + "successRate": 0.12291125139249907, + "wilsonLowerBound": 0.11904341727579179 }, "vllm-customized": { "framework": "vllm-customized", - "modelCount": 16535, + "modelCount": 16536, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, - "successRate": 0.10136074992440278, - "wilsonLowerBound": 0.09685269578187866 + "successRate": 0.10135462022254475, + "wilsonLowerBound": 0.09684682438124673 }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 19369, + "modelCount": 19414, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7306, - "successRate": 0.37720068150136815, - "wilsonLowerBound": 0.37039972099119395 + "successCount": 7316, + "successRate": 0.37684145462037705, + "wilsonLowerBound": 0.37004970399435316 } }, "Cambricon_mlu-370-x8": { @@ -162,23 +162,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 59356, + "modelCount": 59479, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14732, - "successRate": 0.24819731787856325, - "wilsonLowerBound": 0.244738532629012 + "successCount": 14754, + "successRate": 0.24805393500226972, + "wilsonLowerBound": 0.24459939207388923 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 30153, + "modelCount": 30296, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4137, - "successRate": 0.13720027857924585, - "wilsonLowerBound": 0.1333629670920725 + "successCount": 4145, + "successRate": 0.13681674148402428, + "wilsonLowerBound": 0.1329929948168685 }, "vllm": { "framework": "vllm", @@ -191,32 +191,32 @@ }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 50766, + "modelCount": 50779, "officialConfigError": null, "officialConfigValid": true, "successCount": 5805, - "successRate": 0.11434818579364141, - "wilsonLowerBound": 0.11160900130042302 + "successRate": 0.11431891136099569, + "wilsonLowerBound": 0.11158038455927313 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 54962, + "modelCount": 55059, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3908, - "successRate": 0.07110367162767002, - "wilsonLowerBound": 0.06898491904511449 + "successCount": 3913, + "successRate": 0.07106921665849361, + "wilsonLowerBound": 0.06895278778160145 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 95651, + "modelCount": 95652, "officialConfigError": null, "officialConfigValid": true, - "successCount": 24193, - "successRate": 0.25292992232177397, - "wilsonLowerBound": 0.25018506957895714 + "successCount": 24194, + "successRate": 0.2529377326140593, + "wilsonLowerBound": 0.25019286572296573 }, "llamacpp_opt": { "framework": "llamacpp_opt", @@ -229,12 +229,12 @@ }, "transformers": { "framework": "transformers", - "modelCount": 6757, + "modelCount": 6758, "officialConfigError": null, "officialConfigValid": true, "successCount": 631, - "successRate": 0.09338463815302649, - "wilsonLowerBound": 0.08667590135459897 + "successRate": 0.09337081976916248, + "wilsonLowerBound": 0.08666303017728585 }, "vllm": { "framework": "vllm", @@ -256,30 +256,30 @@ }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 26589, + "modelCount": 26591, "officialConfigError": null, "officialConfigValid": true, "successCount": 4289, - "successRate": 0.16130730753319042, - "wilsonLowerBound": 0.15693515126985108 + "successRate": 0.16129517505923058, + "wilsonLowerBound": 0.15692331737923118 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 45226, + "modelCount": 45475, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 5890, - "successRate": 0.13023482067837086, - "wilsonLowerBound": 0.12716430833663406 + "successCount": 5895, + "successRate": 0.12963166575041232, + "wilsonLowerBound": 0.12657563704477579 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 9177, + "modelCount": 9178, "officialConfigError": null, "officialConfigValid": true, "successCount": 853, - "successRate": 0.09294976571864444, - "wilsonLowerBound": 0.08717808372979531 + "successRate": 0.0929396382654173, + "wilsonLowerBound": 0.08716855598402456 } }, "Iluvatar_mrv-100": { @@ -294,85 +294,85 @@ }, "vllm": { "framework": "vllm", - "modelCount": 37014, + "modelCount": 37052, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7595, - "successRate": 0.2051926298157454, - "wilsonLowerBound": 0.20110912866277988 + "successCount": 7605, + "successRate": 0.20525207816042318, + "wilsonLowerBound": 0.2011702078450526 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61660, + "modelCount": 61664, "officialConfigError": null, "officialConfigValid": true, - "successCount": 12433, - "successRate": 0.20163801492053196, - "wilsonLowerBound": 0.1984897022692265 + "successCount": 12434, + "successRate": 0.20164115204981836, + "wilsonLowerBound": 0.19849292229990603 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 21258, + "modelCount": 21326, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 5861, - "successRate": 0.27570796876470033, - "wilsonLowerBound": 0.2697416406167757 + "successCount": 5863, + "successRate": 0.27492262965394354, + "wilsonLowerBound": 0.268971197304106 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 17077, + "modelCount": 17100, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4110, - "successRate": 0.24067459155589388, - "wilsonLowerBound": 0.23432158023327374 + "successCount": 4115, + "successRate": 0.24064327485380116, + "wilsonLowerBound": 0.23429478934693687 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 71249, + "modelCount": 71298, "officialConfigError": null, "officialConfigValid": true, - "successCount": 19506, - "successRate": 0.2737722634703645, - "wilsonLowerBound": 0.27051038173358777 + "successCount": 19520, + "successRate": 0.2737804707004404, + "wilsonLowerBound": 0.2705196747914755 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 2760, + "modelCount": 2804, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1514, - "successRate": 0.5485507246376812, - "wilsonLowerBound": 0.5299301945236919 + "successCount": 1539, + "successRate": 0.5488587731811697, + "wilsonLowerBound": 0.5303859355125221 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 49384, + "modelCount": 49416, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22221, - "successRate": 0.4499635509476754, - "wilsonLowerBound": 0.44557980669287656 + "successCount": 22238, + "successRate": 0.45001618908855434, + "wilsonLowerBound": 0.44563381233009536 }, "vllm": { "framework": "vllm", - "modelCount": 42613, + "modelCount": 42659, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5677, - "successRate": 0.13322225611902472, - "wilsonLowerBound": 0.13002882708163754 + "successCount": 5692, + "successRate": 0.13343022574368832, + "wilsonLowerBound": 0.13023635396907535 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 1456, + "modelCount": 1466, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -401,12 +401,12 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 8392, + "modelCount": 8404, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3690, - "successRate": 0.43970448045757865, - "wilsonLowerBound": 0.4291147606902373 + "successCount": 3692, + "successRate": 0.4393146120894812, + "wilsonLowerBound": 0.42873362575245194 } }, "Vastai_va16": { @@ -421,47 +421,47 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 23580, + "modelCount": 23679, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6545, - "successRate": 0.2775657336726039, - "wilsonLowerBound": 0.27188665854342997 + "successCount": 6573, + "successRate": 0.2775877359685798, + "wilsonLowerBound": 0.271920325320184 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 29903, + "modelCount": 29936, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15335, - "successRate": 0.5128248001872722, - "wilsonLowerBound": 0.5071581789539187 + "successCount": 15361, + "successRate": 0.5131280064136825, + "wilsonLowerBound": 0.5074645601033321 }, "vllm": { "framework": "vllm", - "modelCount": 69734, + "modelCount": 69755, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7611, - "successRate": 0.10914331602948346, - "wilsonLowerBound": 0.1068504219018826 + "successCount": 7615, + "successRate": 0.10916780159128378, + "wilsonLowerBound": 0.10687502033253095 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 15150, + "modelCount": 15161, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2865, - "successRate": 0.1891089108910891, - "wilsonLowerBound": 0.1829522903252564 + "successCount": 2866, + "successRate": 0.189037662423323, + "wilsonLowerBound": 0.18288416514392783 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-10-30T16:12:52.861110+00:00", + "generatedAt": "2026-10-30T16:16:41.093310+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, @@ -772,9 +772,9 @@ "waiting": 98 } }, - "queueAttemptedAt": "2026-10-30T16:03:59.105860+00:00", + "queueAttemptedAt": "2026-10-30T16:16:41.093310+00:00", "queueError": null, - "queueUpdatedAt": "2026-10-30T16:03:59.105860+00:00", + "queueUpdatedAt": "2026-10-30T16:16:41.093310+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index 5324b095b0..b6e4d26302 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-10-30T16:12:52.861110+00:00", + "catalogUpdatedAt": "2026-10-30T16:16:41.093310+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-10-30T16:12:52.861110+00:00", + "generatedAt": "2026-10-30T16:16:41.093310+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6513,6 +6513,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-10-30T16:12:52.861110+00:00", + "taskTreeUpdatedAt": "2026-10-30T16:16:41.093310+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index d5f503e177..3fe0cb5a43 100644 --- a/manifest.json +++ b/manifest.json @@ -2,10 +2,10 @@ "agentVersion": "2026.10.28.1", "checksums": { ".modelhub_state/account_capacity.json": "75992f8fc87bd43463ad6a2225d42d2ca55bf3279439823531261e6ae705f09c", - ".modelhub_state/architecture_compatibility_blacklist.json": "c5450280a19fa2aa54e70104cdc1b84791190874a975e1d027f4fb0f362a3b55", + ".modelhub_state/architecture_compatibility_blacklist.json": "e45e2a9d17a70d517477eb91fd0a77398082c0868d427a9cdf01937a00227ef2", ".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff", - ".modelhub_state/market_intelligence.json": "6490b7712cdb5c9b7ac5965c7f3da497219da53713097025d3035d9941b874ca", - ".modelhub_state/official_capabilities.json": "fb8af4b27c83a96bf20970bd2f72cb0ecf661132f56e0776cc5331fc521a1c95", + ".modelhub_state/market_intelligence.json": "565676258c327f3169eced8898f9839e3b3172618d528db0ef6ac5c4bd51ee26", + ".modelhub_state/official_capabilities.json": "94578d614a4373ceafe22183bb0da1454b8bab57908d548bef7a35a0406207b1", ".modelhub_state/outcome_checkpoint.json": "53e65fc5448ee4bf40f544a40fe0027c1e56c752a1b33ac79877e5714db24078", ".modelhub_state/recent_outcomes.jsonl": "5aef021570f884663d476dd6899668791eca7a63ad3566bbc81d2507abb6315a", ".modelhub_state/recovery_active_tasks.jsonl": "7547bc4cf081b7efd18d8d7148faa752e9f6e5b4c1a074a31f5077a502a6e109", @@ -16,9 +16,9 @@ "ledger/submissions.jsonl": "03c5c4d3a28fb05821346425330fc4e34ca30ea2124eeaf1ad6c8341338d8fd4", "outcomes/submissions.jsonl": "a7e9d49dca88c965d324f9d579fa97cd04037b8f3ae095ad016659c92cb95a24" }, - "generation": 16116, - "phase": "cycle", + "generation": 16117, + "phase": "retry", "schemaVersion": 1, - "updatedAt": "2026-10-30T16:12:55.276208+00:00", + "updatedAt": "2026-10-30T16:39:00.003557+00:00", "writerId": "b60d613251844af6b43636e34287be85" }