diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index b651dae819..ded4f2eef6 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -1,30 +1,30 @@ { - "communityAttemptedAt": "2026-09-30T13:51:19.162427+00:00", + "communityAttemptedAt": "2026-09-30T14:06:32.456187+00:00", "communityError": null, "communitySample": {}, - "communityUpdatedAt": "2026-09-30T13:51:19.162427+00:00", - "frameworkAttemptedAt": "2026-09-30T08:06:04.668005+00:00", + "communityUpdatedAt": "2026-09-30T14:06:32.456187+00:00", + "frameworkAttemptedAt": "2026-09-30T14:06:32.456187+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 40256, + "modelCount": 40297, "officialConfigError": null, "officialConfigValid": true, - "successCount": 19563, - "successRate": 0.4859648251192369, - "wilsonLowerBound": 0.48108392695307933 + "successCount": 19595, + "successRate": 0.486264486190039, + "wilsonLowerBound": 0.4813859609251263 }, "vllm": { "framework": "vllm", - "modelCount": 53899, + "modelCount": 53974, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14967, - "successRate": 0.2776860424126607, - "wilsonLowerBound": 0.2739209961417689 + "successCount": 14978, + "successRate": 0.2775039833994145, + "wilsonLowerBound": 0.27374231846200514 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -37,81 +37,81 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 3243, + "modelCount": 3256, "officialConfigError": null, "officialConfigValid": true, - "successCount": 914, - "successRate": 0.2818378045020043, - "wilsonLowerBound": 0.2666185720625757 + "successCount": 919, + "successRate": 0.28224815724815727, + "wilsonLowerBound": 0.2670514984199868 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 34787, + "modelCount": 34830, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15894, - "successRate": 0.45689481702935003, - "wilsonLowerBound": 0.45166509274135147 + "successCount": 15922, + "successRate": 0.4571346540338788, + "wilsonLowerBound": 0.45190791191510427 }, "vllm": { "framework": "vllm", - "modelCount": 38659, + "modelCount": 38676, "officialConfigError": null, "officialConfigValid": true, "successCount": 10847, - "successRate": 0.28058149460668924, - "wilsonLowerBound": 0.27612477504118943 + "successRate": 0.280458165270452, + "wilsonLowerBound": 0.2760030330638779 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 10836, + "modelCount": 10876, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4537, - "successRate": 0.4186969361387966, - "wilsonLowerBound": 0.40943826966088753 + "successCount": 4552, + "successRate": 0.4185362265538801, + "wilsonLowerBound": 0.40929509759295823 } }, "Biren_166m": { "vllm": { "framework": "vllm", - "modelCount": 64140, + "modelCount": 64141, "officialConfigError": null, "officialConfigValid": true, "successCount": 12092, - "successRate": 0.18852510134081696, - "wilsonLowerBound": 0.18551677973478153 + "successRate": 0.1885221621115979, + "wilsonLowerBound": 0.18551388209912542 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 23884, + "modelCount": 24062, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4899, - "successRate": 0.20511639591358233, - "wilsonLowerBound": 0.20004301404445157 + "successCount": 4926, + "successRate": 0.20472113706258832, + "wilsonLowerBound": 0.1996700920070491 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7055, + "modelCount": 7086, "officialConfigError": null, "officialConfigValid": true, - "successCount": 80, - "successRate": 0.011339475549255847, - "wilsonLowerBound": 0.009121070863476945 + "successCount": 81, + "successRate": 0.01143099068585944, + "wilsonLowerBound": 0.009207123167413667 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26472, + "modelCount": 26473, "officialConfigError": null, "officialConfigValid": true, "successCount": 3254, - "successRate": 0.12292233303112723, - "wilsonLowerBound": 0.11902149382397478 + "successRate": 0.12291768972160315, + "wilsonLowerBound": 0.11901698805184105 }, "vllm-customized": { "framework": "vllm-customized", @@ -124,23 +124,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 13265, + "modelCount": 13321, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5426, - "successRate": 0.4090463626083679, - "wilsonLowerBound": 0.40070694922665295 + "successCount": 5445, + "successRate": 0.4087530966143683, + "wilsonLowerBound": 0.40043217750348314 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", - "modelCount": 24474, + "modelCount": 24483, "officialConfigError": null, "officialConfigValid": true, "successCount": 3796, - "successRate": 0.15510337501021493, - "wilsonLowerBound": 0.15062213237258332 + "successRate": 0.155046358697872, + "wilsonLowerBound": 0.15056661913453734 }, "vllm-customized": { "framework": "vllm-customized", @@ -153,23 +153,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 47324, + "modelCount": 47431, "officialConfigError": null, "officialConfigValid": true, - "successCount": 11774, - "successRate": 0.24879553714817007, - "wilsonLowerBound": 0.2449209580493539 + "successCount": 11806, + "successRate": 0.2489089414096266, + "wilsonLowerBound": 0.24503810994655498 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 23588, + "modelCount": 23592, "officialConfigError": null, "officialConfigValid": true, "successCount": 3100, - "successRate": 0.13142275733423775, - "wilsonLowerBound": 0.12717099354142575 + "successRate": 0.13140047473719904, + "wilsonLowerBound": 0.12714938005904983 }, "vllm": { "framework": "vllm", @@ -182,77 +182,77 @@ }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 43250, + "modelCount": 43320, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5280, - "successRate": 0.12208092485549132, - "wilsonLowerBound": 0.11902902517406508 + "successCount": 5284, + "successRate": 0.12197599261311173, + "wilsonLowerBound": 0.1189276828009753 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 39062, + "modelCount": 39242, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3550, - "successRate": 0.09088116327888997, - "wilsonLowerBound": 0.08807071768856889 + "successCount": 3551, + "successRate": 0.09048978135670965, + "wilsonLowerBound": 0.0876912539527556 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 90542, + "modelCount": 90592, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22070, - "successRate": 0.24375427978175873, - "wilsonLowerBound": 0.24096853651816055 + "successCount": 22107, + "successRate": 0.24402817025785942, + "wilsonLowerBound": 0.24124211759450565 }, "transformers": { "framework": "transformers", - "modelCount": 5412, + "modelCount": 5417, "officialConfigError": null, "officialConfigValid": true, "successCount": 580, - "successRate": 0.10716925351071692, - "wilsonLowerBound": 0.09920478990009945 + "successRate": 0.10707033413328411, + "wilsonLowerBound": 0.09911283141358335 }, "vllm": { "framework": "vllm", - "modelCount": 112755, + "modelCount": 112757, "officialConfigError": null, "officialConfigValid": true, "successCount": 16526, - "successRate": 0.1465655625027715, - "wilsonLowerBound": 0.14451322578873768 + "successRate": 0.14656296283157585, + "wilsonLowerBound": 0.14451065946378644 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 20529, + "modelCount": 20598, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3720, - "successRate": 0.18120707292123336, - "wilsonLowerBound": 0.17599764742658236 + "successCount": 3724, + "successRate": 0.1807942518691135, + "wilsonLowerBound": 0.1755982051766546 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 43288, + "modelCount": 43297, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5634, - "successRate": 0.1301515431528368, - "wilsonLowerBound": 0.12701462876897476 + "successCount": 5635, + "successRate": 0.13014758528304501, + "wilsonLowerBound": 0.12701103486523738 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7410, + "modelCount": 7434, "officialConfigError": null, "officialConfigValid": true, - "successCount": 658, - "successRate": 0.08879892037786774, - "wilsonLowerBound": 0.08253340250711545 + "successCount": 660, + "successRate": 0.08878127522195318, + "wilsonLowerBound": 0.08252613016665643 } }, "Iluvatar_mrv-100": { @@ -267,81 +267,81 @@ }, "vllm": { "framework": "vllm", - "modelCount": 32597, + "modelCount": 32640, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6172, - "successRate": 0.18934257753781022, - "wilsonLowerBound": 0.1851261337422368 + "successCount": 6189, + "successRate": 0.1896139705882353, + "wilsonLowerBound": 0.18539791644848905 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61290, + "modelCount": 61300, "officialConfigError": null, "officialConfigValid": true, - "successCount": 12404, - "successRate": 0.20238211780062001, - "wilsonLowerBound": 0.19921995445527238 + "successCount": 12405, + "successRate": 0.20236541598694943, + "wilsonLowerBound": 0.1992036080298809 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 11218, + "modelCount": 11295, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3295, - "successRate": 0.29372437154573006, - "wilsonLowerBound": 0.28536753311869784 + "successCount": 3318, + "successRate": 0.29375830013280213, + "wilsonLowerBound": 0.28542945279094356 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 14397, + "modelCount": 14430, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3608, - "successRate": 0.2506077655067028, - "wilsonLowerBound": 0.24359592532821317 + "successCount": 3614, + "successRate": 0.25045045045045045, + "wilsonLowerBound": 0.243448074111039 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 64615, + "modelCount": 64682, "officialConfigError": null, "officialConfigValid": true, - "successCount": 17718, - "successRate": 0.27420877505223246, - "wilsonLowerBound": 0.270782452765093 + "successCount": 17738, + "successRate": 0.27423394452861694, + "wilsonLowerBound": 0.27080929057542136 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 350, + "modelCount": 353, "officialConfigError": null, "officialConfigValid": true, - "successCount": 221, - "successRate": 0.6314285714285715, - "wilsonLowerBound": 0.5797153959193067 + "successCount": 222, + "successRate": 0.6288951841359773, + "wilsonLowerBound": 0.5773631929281926 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 47442, + "modelCount": 47468, "officialConfigError": null, "officialConfigValid": true, - "successCount": 21007, - "successRate": 0.44279330550988577, - "wilsonLowerBound": 0.43832836567998795 + "successCount": 21026, + "successRate": 0.4429510407011039, + "wilsonLowerBound": 0.43848714653728676 }, "vllm": { "framework": "vllm", - "modelCount": 38000, + "modelCount": 38034, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4082, - "successRate": 0.10742105263157894, - "wilsonLowerBound": 0.1043472595660648 + "successCount": 4095, + "successRate": 0.10766682442025556, + "wilsonLowerBound": 0.10459123480293221 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", @@ -374,67 +374,67 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 6554, + "modelCount": 6569, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2842, - "successRate": 0.4336283185840708, - "wilsonLowerBound": 0.421672552169198 + "successCount": 2848, + "successRate": 0.4335515299132288, + "wilsonLowerBound": 0.42160966283706863 } }, "Vastai_va16": { "vllm": { "framework": "vllm", - "modelCount": 7398, + "modelCount": 7399, "officialConfigError": null, "officialConfigValid": true, "successCount": 242, - "successRate": 0.03271154366044877, - "wilsonLowerBound": 0.02889439609899827 + "successRate": 0.03270712258413299, + "wilsonLowerBound": 0.028890483711308153 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 14721, + "modelCount": 14784, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4748, - "successRate": 0.32253243665511855, - "wilsonLowerBound": 0.31502833811470826 + "successCount": 4765, + "successRate": 0.3223079004329004, + "wilsonLowerBound": 0.3148211386449185 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 27349, + "modelCount": 27373, "officialConfigError": null, "officialConfigValid": true, - "successCount": 13942, - "successRate": 0.5097809791948518, - "wilsonLowerBound": 0.5038552412734948 + "successCount": 13954, + "successRate": 0.5097724034632667, + "wilsonLowerBound": 0.5038492633394774 }, "vllm": { "framework": "vllm", - "modelCount": 64650, + "modelCount": 64708, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6731, - "successRate": 0.10411446249033256, - "wilsonLowerBound": 0.10178368209802098 + "successCount": 6740, + "successRate": 0.10416022748346418, + "wilsonLowerBound": 0.10183002173967819 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 13041, + "modelCount": 13057, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2015, - "successRate": 0.1545126907445748, - "wilsonLowerBound": 0.14841102073890672 + "successCount": 2023, + "successRate": 0.15493604962855173, + "wilsonLowerBound": 0.14883100318641082 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-09-30T14:03:34.064164+00:00", + "generatedAt": "2026-09-30T14:06:32.456187+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index 4b34788cff..5db1c2ad05 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-09-30T14:03:34.064164+00:00", + "catalogUpdatedAt": "2026-09-30T14:06:32.456187+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-09-30T14:03:34.064164+00:00", + "generatedAt": "2026-09-30T14:06:32.456187+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6346,6 +6346,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-09-30T14:03:34.064164+00:00", + "taskTreeUpdatedAt": "2026-09-30T14:06:32.456187+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index a87193ea7b..967dd14fbc 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1", ".modelhub_state/architecture_compatibility_blacklist.json": "69d08d295e4320348bafbc0b51b11ecb0fd96b8eee1fdfd9d4bf4cea1b20f318", ".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab", - ".modelhub_state/market_intelligence.json": "054521c5e75de91cd7f9be5d517c834a5c0a4e84473855c47acc30dd6e480996", - ".modelhub_state/official_capabilities.json": "c791bb19f0b94df3a57a77ae0c1d6f504db88cbebdf60fae7d86f0ca598d1bdb", + ".modelhub_state/market_intelligence.json": "e4e26d82db46097de82f95d68c97d3f7c642938741226673be3e09545af2c478", + ".modelhub_state/official_capabilities.json": "2367272f4432722c892f5a2566297dbff4e18ba70d44574957b8debbf440a46c", ".modelhub_state/outcome_checkpoint.json": "538c5e4627212b697b28965095659136b478ada48f8b0f1580d120b7f3d9c92a", ".modelhub_state/queue_cleanup_latest.json": "ecb2b7611d0717f1ab481a3c4c6940229c039e583d2877be360b8ee8616f1ab5", ".modelhub_state/recent_outcomes.jsonl": "25f69a9abe2247996bb30fecb7a4bbdf62d7386311bf71d7856ef7d303896a7d", @@ -17,9 +17,9 @@ "ledger/submissions.jsonl": "6ba0f5758c19964d3e7dad89be7f26f1c508810a7b5eaf494de46e30e8ecff20", "outcomes/submissions.jsonl": "32906cdc5a9aeb3ae0e5a3b1d56645ca6b694dc7f6c42bf6370e012064da8dad" }, - "generation": 18809, + "generation": 18810, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-09-30T14:03:40.828067+00:00", + "updatedAt": "2026-09-30T14:06:46.233075+00:00", "writerId": "a812d0e025c3474eb16b828a4d987334" }