diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index fd8e16f6bd..1d1ee5bd4e 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -1,68 +1,68 @@ { - "communityAttemptedAt": "2026-10-31T22:03:13.951536+00:00", + "communityAttemptedAt": "2026-10-31T22:18:50.517697+00:00", "communityError": null, "communitySample": {}, - "communityUpdatedAt": "2026-10-31T22:03:13.951536+00:00", - "frameworkAttemptedAt": "2026-10-31T16:18:17.286432+00:00", + "communityUpdatedAt": "2026-10-31T22:18:50.517697+00:00", + "frameworkAttemptedAt": "2026-10-31T22:18:50.517697+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 45142, + "modelCount": 45179, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22866, - "successRate": 0.5065349342076115, - "wilsonLowerBound": 0.5019224757548806 + "successCount": 22887, + "successRate": 0.506584917771531, + "wilsonLowerBound": 0.5019743502897127 }, "vllm": { "framework": "vllm", - "modelCount": 59662, + "modelCount": 59693, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15750, - "successRate": 0.2639871274848312, - "wilsonLowerBound": 0.2604653540626253 + "successCount": 15753, + "successRate": 0.2639002898162264, + "wilsonLowerBound": 0.26037980562935087 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", - "modelCount": 66, + "modelCount": 68, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 19, - "successRate": 0.2878787878787879, - "wilsonLowerBound": 0.19271802784703906 + "successRate": 0.27941176470588236, + "wilsonLowerBound": 0.18677805007008424 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 6716, + "modelCount": 6750, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2208, - "successRate": 0.3287671232876712, - "wilsonLowerBound": 0.3176325804514172 + "successCount": 2224, + "successRate": 0.3294814814814815, + "wilsonLowerBound": 0.3183681585948652 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 40367, + "modelCount": 40402, "officialConfigError": null, "officialConfigValid": true, - "successCount": 19615, - "successRate": 0.4859167141476949, - "wilsonLowerBound": 0.48104254657661505 + "successCount": 19639, + "successRate": 0.4860897975347755, + "wilsonLowerBound": 0.48121767715666464 }, "vllm": { "framework": "vllm", - "modelCount": 41358, + "modelCount": 41368, "officialConfigError": null, "officialConfigValid": true, - "successCount": 11264, - "successRate": 0.27235359543498233, - "wilsonLowerBound": 0.2680844338037394 + "successCount": 11265, + "successRate": 0.27231193192806036, + "wilsonLowerBound": 0.268043492908605 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -75,12 +75,12 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 16250, + "modelCount": 16295, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6477, - "successRate": 0.39858461538461537, - "wilsonLowerBound": 0.39108148305651375 + "successCount": 6490, + "successRate": 0.39828168149739185, + "wilsonLowerBound": 0.3907899172023114 } }, "Biren_166m": { @@ -95,32 +95,32 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 41028, + "modelCount": 41181, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 8308, - "successRate": 0.2024958564882519, - "wilsonLowerBound": 0.19863521787853697 + "successCount": 8312, + "successRate": 0.20184065467084336, + "wilsonLowerBound": 0.19799189571463 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 8874, + "modelCount": 8883, "officialConfigError": null, "officialConfigValid": true, "successCount": 118, - "successRate": 0.01329727293216137, - "wilsonLowerBound": 0.011115847565658882 + "successRate": 0.01328380051784307, + "wilsonLowerBound": 0.01110457399689554 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26941, + "modelCount": 26944, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3313, - "successRate": 0.12297242121673287, - "wilsonLowerBound": 0.11910451864921899 + "successCount": 3314, + "successRate": 0.1229958432304038, + "wilsonLowerBound": 0.11912782872120758 }, "vllm-customized": { "framework": "vllm-customized", @@ -133,12 +133,12 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 19635, + "modelCount": 19684, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7376, - "successRate": 0.3756557168321874, - "wilsonLowerBound": 0.36890662006224484 + "successCount": 7393, + "successRate": 0.37558423084738873, + "wilsonLowerBound": 0.36884377826197473 } }, "Cambricon_mlu-370-x8": { @@ -162,23 +162,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 59909, + "modelCount": 60024, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14866, - "successRate": 0.2481430169089786, - "wilsonLowerBound": 0.2447004133677452 + "successCount": 14893, + "successRate": 0.24811741969878714, + "wilsonLowerBound": 0.24467822101885117 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 30770, + "modelCount": 30890, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4185, - "successRate": 0.1360090997725057, - "wilsonLowerBound": 0.1322242242723647 + "successCount": 4191, + "successRate": 0.13567497572029782, + "wilsonLowerBound": 0.1319013718522267 }, "vllm": { "framework": "vllm", @@ -191,21 +191,21 @@ }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 50809, + "modelCount": 50821, "officialConfigError": null, "officialConfigValid": true, "successCount": 5806, - "successRate": 0.11427109370387137, - "wilsonLowerBound": 0.11153387449369025 + "successRate": 0.11424411168611401, + "wilsonLowerBound": 0.11150749866845971 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 55486, + "modelCount": 55579, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3936, - "successRate": 0.07093681288973795, - "wilsonLowerBound": 0.06883027852219618 + "successCount": 3937, + "successRate": 0.07083610716277731, + "wilsonLowerBound": 0.06873271796732529 } }, "Iluvatar_bi-150": { @@ -256,30 +256,30 @@ }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 26600, + "modelCount": 26601, "officialConfigError": null, "officialConfigValid": true, "successCount": 4290, - "successRate": 0.1612781954887218, - "wilsonLowerBound": 0.15690725949861 + "successRate": 0.16127213262659298, + "wilsonLowerBound": 0.1569013458329577 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 45557, + "modelCount": 45576, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 5902, - "successRate": 0.12955198981495708, - "wilsonLowerBound": 0.1264994981038924 + "successCount": 5903, + "successRate": 0.12951992276636826, + "wilsonLowerBound": 0.1264683883447728 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 9182, + "modelCount": 9183, "officialConfigError": null, "officialConfigValid": true, "successCount": 853, - "successRate": 0.09289915051187105, - "wilsonLowerBound": 0.08713046581932692 + "successRate": 0.09288903408472177, + "wilsonLowerBound": 0.0871209484793373 } }, "Iluvatar_mrv-100": { @@ -294,85 +294,85 @@ }, "vllm": { "framework": "vllm", - "modelCount": 37204, + "modelCount": 37237, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7654, - "successRate": 0.20573056660574132, - "wilsonLowerBound": 0.201653387798276 + "successCount": 7670, + "successRate": 0.2059779251819427, + "wilsonLowerBound": 0.20190068687672863 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61675, + "modelCount": 61677, "officialConfigError": null, "officialConfigValid": true, "successCount": 12434, - "successRate": 0.20160518848804215, - "wilsonLowerBound": 0.19845745113620678 + "successRate": 0.2015986510368533, + "wilsonLowerBound": 0.19845100319589132 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 21584, + "modelCount": 21663, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 5916, - "successRate": 0.2740919199406968, - "wilsonLowerBound": 0.26818166398756527 + "successCount": 5930, + "successRate": 0.2737386326916863, + "wilsonLowerBound": 0.2678415355972714 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 17187, + "modelCount": 17210, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4130, - "successRate": 0.24029789957526038, - "wilsonLowerBound": 0.23396856455349785 + "successCount": 4136, + "successRate": 0.24032539221382918, + "wilsonLowerBound": 0.23399999292876178 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 71446, + "modelCount": 71491, "officialConfigError": null, "officialConfigValid": true, - "successCount": 19558, - "successRate": 0.2737452061696946, - "wilsonLowerBound": 0.2704879097077595 + "successCount": 19571, + "successRate": 0.27375473835867453, + "wilsonLowerBound": 0.27049842737662805 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 2954, + "modelCount": 2997, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1625, - "successRate": 0.550101557210562, - "wilsonLowerBound": 0.5321077300299663 + "successCount": 1645, + "successRate": 0.5488822155488822, + "wilsonLowerBound": 0.5310154661713304 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 49523, + "modelCount": 49538, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22294, - "successRate": 0.4501746663166609, - "wilsonLowerBound": 0.4457968695802328 + "successCount": 22305, + "successRate": 0.45026040615285234, + "wilsonLowerBound": 0.4458831894339175 }, "vllm": { "framework": "vllm", - "modelCount": 42823, + "modelCount": 42865, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5753, - "successRate": 0.13434369380940148, - "wilsonLowerBound": 0.13114649859105745 + "successCount": 5771, + "successRate": 0.1346319841362417, + "wilsonLowerBound": 0.13143339043494653 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 1490, + "modelCount": 1502, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -401,12 +401,12 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 8477, + "modelCount": 8490, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3732, - "successRate": 0.4402500884746962, - "wilsonLowerBound": 0.4297117823482855 + "successCount": 3740, + "successRate": 0.44051825677267376, + "wilsonLowerBound": 0.4299871917793245 } }, "Vastai_va16": { @@ -421,47 +421,47 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 23975, + "modelCount": 24038, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6664, - "successRate": 0.27795620437956203, - "wilsonLowerBound": 0.2723212890437767 + "successCount": 6682, + "successRate": 0.27797653714951326, + "wilsonLowerBound": 0.2723488327162636 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 30148, + "modelCount": 30180, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15421, - "successRate": 0.5115098845694573, - "wilsonLowerBound": 0.5058661454453034 + "successCount": 15436, + "successRate": 0.5114645460569914, + "wilsonLowerBound": 0.505823794182276 }, "vllm": { "framework": "vllm", - "modelCount": 69993, + "modelCount": 70022, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7633, - "successRate": 0.10905376251910906, - "wilsonLowerBound": 0.10676591161980761 + "successCount": 7638, + "successRate": 0.10908000342749422, + "wilsonLowerBound": 0.10679237675057296 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 15391, + "modelCount": 15430, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2897, - "successRate": 0.1882268858423754, - "wilsonLowerBound": 0.1821293420866956 + "successCount": 2909, + "successRate": 0.18852883992222944, + "wilsonLowerBound": 0.1824350375011275 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-10-31T22:17:45.381141+00:00", + "generatedAt": "2026-10-31T22:18:50.517697+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index e77313cc0d..17d7fb7117 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-10-31T22:17:45.381141+00:00", + "catalogUpdatedAt": "2026-10-31T22:18:50.517697+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-10-31T22:17:45.381141+00:00", + "generatedAt": "2026-10-31T22:18:50.517697+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6586,6 +6586,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-10-31T22:17:45.381141+00:00", + "taskTreeUpdatedAt": "2026-10-31T22:18:50.517697+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index c5ae9f0af0..1ed222525c 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "75992f8fc87bd43463ad6a2225d42d2ca55bf3279439823531261e6ae705f09c", ".modelhub_state/architecture_compatibility_blacklist.json": "ebe9059d95de986bb685758200799a3569dfaf7b932d3a57941df3bd6a3e00f1", ".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff", - ".modelhub_state/market_intelligence.json": "6d91058a1699157820295d4f9399307c664584a564454ff5affa4ae9db71abc3", - ".modelhub_state/official_capabilities.json": "e7ec5743de2e5c241553b19322cc1861b2f052c74734885af0b8a8bd97640d5c", + ".modelhub_state/market_intelligence.json": "e4e2c5eb8dd9a880038be13a5c0ea097f52f76b3a9bfabaf95a1eff4c8e3bf54", + ".modelhub_state/official_capabilities.json": "962d2e1a867dcbed07f45249ceef378b47b51e1bd56678cee7a5836c916b3f79", ".modelhub_state/outcome_checkpoint.json": "f9ac3f83fbdc0cb7ac7a56f19912ace45b4e7e55ec20b7757e7cf9348fc6d4fc", ".modelhub_state/recent_outcomes.jsonl": "904b824a052f0f4311e73435ce38c3c62019c18a202f4b1c0b84b5d795cd3bd1", ".modelhub_state/recovery_active_tasks.jsonl": "0fdce2cc566fdb232ad7f87cb9e587ce40facd55440126de33caf25ba00d0682", @@ -16,9 +16,9 @@ "ledger/submissions.jsonl": "97c8b126bae9fe88dfbc61de1600a00759dd6158e8eec6fa6ea3d985f4e2145b", "outcomes/submissions.jsonl": "8d5e342acb02539c15ff3cd78332399bb7d16d69f53188a3305e347b2abe178d" }, - "generation": 17704, + "generation": 17705, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-10-31T22:17:46.813478+00:00", + "updatedAt": "2026-10-31T22:18:55.096129+00:00", "writerId": "b60d613251844af6b43636e34287be85" }