From 0790d5254d075c757595f12bdfa8104671e7ab5c Mon Sep 17 00:00:00 2001 From: CoolBoy <2269097679@qq.com> Date: Wed, 30 Sep 2026 02:21:14 +0000 Subject: [PATCH] state: generation 18628 (cycle) --- .modelhub_state/market_intelligence.json | 264 ++++++++++----------- .modelhub_state/official_capabilities.json | 6 +- manifest.json | 8 +- 3 files changed, 139 insertions(+), 139 deletions(-) diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index ada8fce852..f3df6decab 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -3,28 +3,28 @@ "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-09-30T02:12:39.955144+00:00", - "frameworkAttemptedAt": "2026-09-29T20:18:03.570924+00:00", + "frameworkAttemptedAt": "2026-09-30T02:21:12.566642+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 40158, + "modelCount": 40195, "officialConfigError": null, "officialConfigValid": true, - "successCount": 19490, - "successRate": 0.4853329349071169, - "wilsonLowerBound": 0.48044632487689726 + "successCount": 19518, + "successRate": 0.4855827839283493, + "wilsonLowerBound": 0.4806983277112154 }, "vllm": { "framework": "vllm", - "modelCount": 53783, + "modelCount": 53858, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14949, - "successRate": 0.27795028168752206, - "wilsonLowerBound": 0.2741800681818067 + "successCount": 14958, + "successRate": 0.27773032789929075, + "wilsonLowerBound": 0.2739636661434069 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -37,41 +37,41 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 3171, + "modelCount": 3205, "officialConfigError": null, "officialConfigValid": true, - "successCount": 899, - "successRate": 0.2835067801955219, - "wilsonLowerBound": 0.26808883491056007 + "successCount": 906, + "successRate": 0.2826833073322933, + "wilsonLowerBound": 0.2673605865985704 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 34709, + "modelCount": 34747, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15835, - "successRate": 0.4562217292344925, - "wilsonLowerBound": 0.45098682993631267 + "successCount": 15860, + "successRate": 0.4564422827870032, + "wilsonLowerBound": 0.4512100161419619 }, "vllm": { "framework": "vllm", - "modelCount": 38587, + "modelCount": 38628, "officialConfigError": null, "officialConfigValid": true, - "successCount": 10834, - "successRate": 0.28076813434576414, - "wilsonLowerBound": 0.27630635202083437 + "successCount": 10839, + "successRate": 0.2805995650823237, + "wilsonLowerBound": 0.2761409766542501 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 10761, + "modelCount": 10804, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4503, - "successRate": 0.4184555338723167, - "wilsonLowerBound": 0.40916560902539967 + "successCount": 4521, + "successRate": 0.41845612736023696, + "wilsonLowerBound": 0.40918464163411417 } }, "Biren_166m": { @@ -86,32 +86,32 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 23616, + "modelCount": 23756, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4844, - "successRate": 0.20511517615176153, - "wilsonLowerBound": 0.20001337202252867 + "successCount": 4872, + "successRate": 0.20508503115002524, + "wilsonLowerBound": 0.19999842488595082 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7011, + "modelCount": 7029, "officialConfigError": null, "officialConfigValid": true, "successCount": 79, - "successRate": 0.011268007416916274, - "wilsonLowerBound": 0.009051123475798858 + "successRate": 0.011239152084222506, + "wilsonLowerBound": 0.009027922121244968 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26463, + "modelCount": 26464, "officialConfigError": null, "officialConfigValid": true, "successCount": 3252, - "successRate": 0.12288856138759778, - "wilsonLowerBound": 0.11898754026741845 + "successRate": 0.1228839177750907, + "wilsonLowerBound": 0.11898303424872389 }, "vllm-customized": { "framework": "vllm-customized", @@ -124,23 +124,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 13150, + "modelCount": 13206, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5392, - "successRate": 0.41003802281368823, - "wilsonLowerBound": 0.40165894318515766 + "successCount": 5408, + "successRate": 0.4095108284113282, + "wilsonLowerBound": 0.40115127498061653 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", - "modelCount": 24465, + "modelCount": 24471, "officialConfigError": null, "officialConfigValid": true, "successCount": 3796, - "successRate": 0.15516043327202125, - "wilsonLowerBound": 0.15067768656556627 + "successRate": 0.15512238976747988, + "wilsonLowerBound": 0.15064064588412457 }, "vllm-customized": { "framework": "vllm-customized", @@ -153,70 +153,70 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 47120, + "modelCount": 47227, "officialConfigError": null, "officialConfigValid": true, - "successCount": 11716, - "successRate": 0.24864176570458404, - "wilsonLowerBound": 0.24475967258860087 + "successCount": 11745, + "successRate": 0.24869248523090606, + "wilsonLowerBound": 0.2448144988367385 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 23586, + "modelCount": 23588, "officialConfigError": null, "officialConfigValid": true, "successCount": 3100, - "successRate": 0.13143390146697193, - "wilsonLowerBound": 0.12718180303857218 + "successRate": 0.13142275733423775, + "wilsonLowerBound": 0.12717099354142575 }, "vllm": { "framework": "vllm", - "modelCount": 86815, + "modelCount": 86819, "officialConfigError": null, "officialConfigValid": true, "successCount": 9767, - "successRate": 0.1125035996083626, - "wilsonLowerBound": 0.11041875867654109 + "successRate": 0.11249841624529193, + "wilsonLowerBound": 0.11041366545587353 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 43113, + "modelCount": 43171, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5267, - "successRate": 0.12216732772017722, - "wilsonLowerBound": 0.1191096873161058 + "successCount": 5273, + "successRate": 0.12214217877742002, + "wilsonLowerBound": 0.11908684640379548 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 38696, + "modelCount": 38864, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3549, - "successRate": 0.0917149059334298, - "wilsonLowerBound": 0.08887952252083743 + "successCount": 3550, + "successRate": 0.09134417455743105, + "wilsonLowerBound": 0.08852009576675245 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 90468, + "modelCount": 90499, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22019, - "successRate": 0.2433899279303179, - "wilsonLowerBound": 0.24060448381769892 + "successCount": 22037, + "successRate": 0.24350545309892926, + "wilsonLowerBound": 0.24072002939666878 }, "transformers": { "framework": "transformers", - "modelCount": 5409, + "modelCount": 5412, "officialConfigError": null, "officialConfigValid": true, "successCount": 580, - "successRate": 0.10722869291920872, - "wilsonLowerBound": 0.09926004695577871 + "successRate": 0.10716925351071692, + "wilsonLowerBound": 0.09920478990009945 }, "vllm": { "framework": "vllm", @@ -229,30 +229,30 @@ }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 20371, + "modelCount": 20459, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3714, - "successRate": 0.18231800107996662, - "wilsonLowerBound": 0.1770758507745676 + "successCount": 3719, + "successRate": 0.18177819052739624, + "wilsonLowerBound": 0.17655339108209514 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 43282, + "modelCount": 43284, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5632, - "successRate": 0.13012337692343237, - "wilsonLowerBound": 0.1269865415399851 + "successCount": 5633, + "successRate": 0.13014046760927825, + "wilsonLowerBound": 0.1270035254543304 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7381, + "modelCount": 7393, "officialConfigError": null, "officialConfigValid": true, - "successCount": 652, - "successRate": 0.08833491396829699, - "wilsonLowerBound": 0.08207306133247114 + "successCount": 655, + "successRate": 0.08859732179088327, + "wilsonLowerBound": 0.08233158916631594 } }, "Iluvatar_mrv-100": { @@ -267,85 +267,85 @@ }, "vllm": { "framework": "vllm", - "modelCount": 32515, + "modelCount": 32563, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6145, - "successRate": 0.18898969706289404, - "wilsonLowerBound": 0.18477107157674597 + "successCount": 6160, + "successRate": 0.18917175935878144, + "wilsonLowerBound": 0.18495462576641236 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61276, + "modelCount": 61284, "officialConfigError": null, "officialConfigValid": true, "successCount": 12404, - "successRate": 0.20242835694235917, - "wilsonLowerBound": 0.19926556048196212 + "successRate": 0.20240193198877357, + "wilsonLowerBound": 0.19923949733849936 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 11060, + "modelCount": 11151, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3249, - "successRate": 0.29376130198915007, - "wilsonLowerBound": 0.2853451815349393 + "successCount": 3276, + "successRate": 0.2937853107344633, + "wilsonLowerBound": 0.28540309052388907 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 14339, + "modelCount": 14369, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3596, - "successRate": 0.2507845735406932, - "wilsonLowerBound": 0.2437569924370251 + "successCount": 3600, + "successRate": 0.2505393555571021, + "wilsonLowerBound": 0.24352141480808184 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 64481, + "modelCount": 64557, "officialConfigError": null, "officialConfigValid": true, - "successCount": 17674, - "successRate": 0.2740962454056234, - "wilsonLowerBound": 0.27066682531238484 + "successCount": 17697, + "successRate": 0.2741298387471537, + "wilsonLowerBound": 0.27070229667477813 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 315, + "modelCount": 331, "officialConfigError": null, "officialConfigValid": true, - "successCount": 199, - "successRate": 0.6317460317460317, - "wilsonLowerBound": 0.5771912724480218 + "successCount": 208, + "successRate": 0.6283987915407855, + "wilsonLowerBound": 0.5751449274823321 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 47404, + "modelCount": 47425, "officialConfigError": null, "officialConfigValid": true, - "successCount": 20983, - "successRate": 0.4426419711416758, - "wilsonLowerBound": 0.4381754134319434 + "successCount": 20994, + "successRate": 0.44267791249341065, + "wilsonLowerBound": 0.43821230244140635 }, "vllm": { "framework": "vllm", - "modelCount": 37932, + "modelCount": 37968, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4054, - "successRate": 0.10687546135189287, - "wilsonLowerBound": 0.10380597715054646 + "successCount": 4064, + "successRate": 0.10703750526759376, + "wilsonLowerBound": 0.10396736900903684 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 795, + "modelCount": 800, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -374,12 +374,12 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 6520, + "modelCount": 6540, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2824, - "successRate": 0.4331288343558282, - "wilsonLowerBound": 0.4211439775684615 + "successCount": 2836, + "successRate": 0.43363914373088686, + "wilsonLowerBound": 0.421670594989094 } }, "Vastai_va16": { @@ -394,47 +394,47 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 14591, + "modelCount": 14655, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4724, - "successRate": 0.3237612226715098, - "wilsonLowerBound": 0.3162161230968598 + "successCount": 4737, + "successRate": 0.3232343909928352, + "wilsonLowerBound": 0.3157090346748608 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 27311, + "modelCount": 27337, "officialConfigError": null, "officialConfigValid": true, - "successCount": 13918, - "successRate": 0.5096115118450442, - "wilsonLowerBound": 0.5036816373592693 + "successCount": 13934, + "successRate": 0.5097121117898818, + "wilsonLowerBound": 0.5037850670579854 }, "vllm": { "framework": "vllm", - "modelCount": 64563, + "modelCount": 64592, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6708, - "successRate": 0.10389851772687143, - "wilsonLowerBound": 0.10156835659986313 + "successCount": 6715, + "successRate": 0.10396024275452069, + "wilsonLowerBound": 0.10162997810451746 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 13018, + "modelCount": 13036, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2000, - "successRate": 0.15363343063450607, - "wilsonLowerBound": 0.14754118680737602 + "successCount": 2011, + "successRate": 0.15426511199754525, + "wilsonLowerBound": 0.14816642736392852 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-09-30T02:17:44.955030+00:00", + "generatedAt": "2026-09-30T02:21:12.566642+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index d9fe48076d..ab48348cb1 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-09-30T02:17:44.955030+00:00", + "catalogUpdatedAt": "2026-09-30T02:21:12.566642+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-09-30T02:17:44.955030+00:00", + "generatedAt": "2026-09-30T02:21:12.566642+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6337,6 +6337,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-09-30T02:17:44.955030+00:00", + "taskTreeUpdatedAt": "2026-09-30T02:21:12.566642+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index 107ff2e3c1..fc175080a5 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1", ".modelhub_state/architecture_compatibility_blacklist.json": "e4552d2099bd329ee5aa997adbdc941645fc72970506fd59731a8ce540e2b492", ".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab", - ".modelhub_state/market_intelligence.json": "fdaed7153c25a3d9742a37ed66e9f4a5a63788ce3200cb9ae6b3554fd7c3aa87", - ".modelhub_state/official_capabilities.json": "f3cd6f4dd6f001ffeb0f2bcace954cd47d933813203c68bf07ac83c77efdc8ca", + ".modelhub_state/market_intelligence.json": "1c8eab0d3a40bfda0f6b4240478d43ab93652bfd954b2392981d8c8a4c64165d", + ".modelhub_state/official_capabilities.json": "e8c24350d287a764fb96c7971f4fd403968ae5b4c5a5ae68660e3127d47fee36", ".modelhub_state/outcome_checkpoint.json": "59ea3382885918b8088693c937ef92a8a1d83c23338519601a7e54f544eabdeb", ".modelhub_state/queue_cleanup_latest.json": "0d1ab1619c1619c7dc285dd028fe75c1691353037cec4ea9e2f66703792fefed", ".modelhub_state/recent_outcomes.jsonl": "5854a9d6c2088f37329731f0343fdae6be2ecf4344fc5f8f1e0c5f4c6aa01c5c", @@ -17,9 +17,9 @@ "ledger/submissions.jsonl": "9be6d2f999999f1b269d47242b9e623ce6c2f211479ee55acf33277b4f1e64b9", "outcomes/submissions.jsonl": "1d66d872e107430d61d645fba9617ef13ff9e0eafecbdaf9198e0b954c59e66d" }, - "generation": 18627, + "generation": 18628, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-09-30T02:18:39.358259+00:00", + "updatedAt": "2026-09-30T02:21:14.833188+00:00", "writerId": "9d958b95ce4146c9939da0f14b9201ff" }