From 3d40decd3f8f3fcf4855eee72979aef772e700df Mon Sep 17 00:00:00 2001 From: CoolBoy <2269097679@qq.com> Date: Sun, 4 Oct 2026 22:30:28 +0000 Subject: [PATCH] state: generation 20613 (cycle) --- .modelhub_state/market_intelligence.json | 292 ++++++++++----------- .modelhub_state/official_capabilities.json | 6 +- manifest.json | 8 +- 3 files changed, 153 insertions(+), 153 deletions(-) diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index 8879702eee..5c30e53cd2 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -3,28 +3,28 @@ "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-04T22:21:48.947303+00:00", - "frameworkAttemptedAt": "2026-10-04T16:27:10.273279+00:00", + "frameworkAttemptedAt": "2026-10-04T22:29:01.586451+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 40947, + "modelCount": 40994, "officialConfigError": null, "officialConfigValid": true, - "successCount": 20084, - "successRate": 0.4904877036168706, - "wilsonLowerBound": 0.4856466932438106 + "successCount": 20121, + "successRate": 0.4908279260379568, + "wilsonLowerBound": 0.48598959740198855 }, "vllm": { "framework": "vllm", - "modelCount": 54824, + "modelCount": 54888, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15115, - "successRate": 0.2757004231723333, - "wilsonLowerBound": 0.2719755744578353 + "successCount": 15123, + "successRate": 0.2755247048535199, + "wilsonLowerBound": 0.27180276956089916 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -37,110 +37,110 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 3666, + "modelCount": 3695, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1082, - "successRate": 0.29514457174031644, - "wilsonLowerBound": 0.28060039717132573 + "successCount": 1091, + "successRate": 0.2952638700947226, + "wilsonLowerBound": 0.2807741480755047 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 35549, + "modelCount": 35600, "officialConfigError": null, "officialConfigValid": true, - "successCount": 16435, - "successRate": 0.4623196151790486, - "wilsonLowerBound": 0.4571410316263713 + "successCount": 16466, + "successRate": 0.46252808988764044, + "wilsonLowerBound": 0.45735302804850114 }, "vllm": { "framework": "vllm", - "modelCount": 39143, + "modelCount": 39168, "officialConfigError": null, "officialConfigValid": true, - "successCount": 10924, - "successRate": 0.27907927343330863, - "wilsonLowerBound": 0.27465750177137455 + "successCount": 10927, + "successRate": 0.27897773692810457, + "wilsonLowerBound": 0.27455787491519756 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 11533, + "modelCount": 11577, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4832, - "successRate": 0.4189716465793809, - "wilsonLowerBound": 0.40999524875535726 + "successCount": 4844, + "successRate": 0.41841582447957154, + "wilsonLowerBound": 0.4094582963930427 } }, "Biren_166m": { "vllm": { "framework": "vllm", - "modelCount": 64178, + "modelCount": 64180, "officialConfigError": null, "officialConfigValid": true, "successCount": 12094, - "successRate": 0.18844463834959022, - "wilsonLowerBound": 0.18543770256687467 + "successRate": 0.18843876597070738, + "wilsonLowerBound": 0.18543191329200215 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 26085, + "modelCount": 26198, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5541, - "successRate": 0.21242093156986774, - "wilsonLowerBound": 0.2074997527544099 + "successCount": 5576, + "successRate": 0.2128406748606764, + "wilsonLowerBound": 0.20792639836850288 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7330, + "modelCount": 7345, "officialConfigError": null, "officialConfigValid": true, "successCount": 94, - "successRate": 0.012824010914051841, - "wilsonLowerBound": 0.010491456661972855 + "successRate": 0.01279782164737917, + "wilsonLowerBound": 0.010470008246298753 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26520, + "modelCount": 26526, "officialConfigError": null, "officialConfigValid": true, "successCount": 3261, - "successRate": 0.12296380090497737, - "wilsonLowerBound": 0.1190658652396679 + "successRate": 0.12293598733318253, + "wilsonLowerBound": 0.11903887461602537 }, "vllm-customized": { "framework": "vllm-customized", - "modelCount": 16496, + "modelCount": 16498, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, - "successRate": 0.1016003879728419, - "wilsonLowerBound": 0.09708223705449089 + "successRate": 0.10158807128136745, + "wilsonLowerBound": 0.09707043924110484 }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 14093, + "modelCount": 14143, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5700, - "successRate": 0.4044561129638828, - "wilsonLowerBound": 0.3963801920247765 + "successCount": 5715, + "successRate": 0.4040868274057838, + "wilsonLowerBound": 0.3960264318749205 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", - "modelCount": 24565, + "modelCount": 24571, "officialConfigError": null, "officialConfigValid": true, "successCount": 3798, - "successRate": 0.15461021778953796, - "wilsonLowerBound": 0.15014314191977335 + "successRate": 0.1545724634732001, + "wilsonLowerBound": 0.150106383253713 }, "vllm-customized": { "framework": "vllm-customized", @@ -153,106 +153,106 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 48943, + "modelCount": 49031, "officialConfigError": null, "officialConfigValid": true, - "successCount": 12220, - "successRate": 0.24967819708640662, - "wilsonLowerBound": 0.24586330137213241 + "successCount": 12251, + "successRate": 0.2498623319940446, + "wilsonLowerBound": 0.2460498870018196 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 23686, + "modelCount": 23692, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3111, - "successRate": 0.13134340960905175, - "wilsonLowerBound": 0.1271014421174694 + "successCount": 3112, + "successRate": 0.13135235522539254, + "wilsonLowerBound": 0.1271107916269349 }, "vllm": { "framework": "vllm", - "modelCount": 86858, + "modelCount": 86860, "officialConfigError": null, "officialConfigValid": true, "successCount": 9768, - "successRate": 0.11245941651891593, - "wilsonLowerBound": 0.11037544978714471 + "successRate": 0.11245682707805664, + "wilsonLowerBound": 0.11037290537855499 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 44355, + "modelCount": 44439, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5400, - "successRate": 0.1217450118363206, - "wilsonLowerBound": 0.11873459401356201 + "successCount": 5408, + "successRate": 0.1216949076261842, + "wilsonLowerBound": 0.11868784868601158 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 42268, + "modelCount": 42467, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3591, - "successRate": 0.08495788776379294, - "wilsonLowerBound": 0.08233735136852925 + "successCount": 3597, + "successRate": 0.0847010620010832, + "wilsonLowerBound": 0.08209024727094083 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 91214, + "modelCount": 91260, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22445, - "successRate": 0.24606968228561404, - "wilsonLowerBound": 0.24328516921335383 + "successCount": 22480, + "successRate": 0.24632916940609248, + "wilsonLowerBound": 0.24354435276353384 }, "transformers": { "framework": "transformers", - "modelCount": 5453, + "modelCount": 5456, "officialConfigError": null, "officialConfigValid": true, "successCount": 580, - "successRate": 0.10636346964973409, - "wilsonLowerBound": 0.09845573022593368 + "successRate": 0.1063049853372434, + "wilsonLowerBound": 0.09840136491777417 }, "vllm": { "framework": "vllm", - "modelCount": 112790, + "modelCount": 112792, "officialConfigError": null, "officialConfigValid": true, "successCount": 16529, - "successRate": 0.14654667967018353, - "wilsonLowerBound": 0.14449477031337343 + "successRate": 0.14654408114050643, + "wilsonLowerBound": 0.14449220511310681 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 21409, + "modelCount": 21518, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3820, - "successRate": 0.1784296323975898, - "wilsonLowerBound": 0.17335868349485636 + "successCount": 3824, + "successRate": 0.17771168324193698, + "wilsonLowerBound": 0.1726616453533802 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 43440, + "modelCount": 43454, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5648, - "successRate": 0.1300184162062615, - "wilsonLowerBound": 0.12688832570870462 + "successCount": 5653, + "successRate": 0.13009159110783816, + "wilsonLowerBound": 0.12696123657684052 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7648, + "modelCount": 7664, "officialConfigError": null, "officialConfigValid": true, - "successCount": 703, - "successRate": 0.09191945606694561, - "wilsonLowerBound": 0.085647593681614 + "successCount": 704, + "successRate": 0.0918580375782881, + "wilsonLowerBound": 0.08559448631327704 } }, "Iluvatar_mrv-100": { @@ -267,90 +267,90 @@ }, "vllm": { "framework": "vllm", - "modelCount": 33242, + "modelCount": 33287, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6394, - "successRate": 0.19234703086456892, - "wilsonLowerBound": 0.18814558671735693 + "successCount": 6412, + "successRate": 0.19262775257608075, + "wilsonLowerBound": 0.18842674102081802 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61397, + "modelCount": 61402, "officialConfigError": null, "officialConfigValid": true, - "successCount": 12411, - "successRate": 0.20214342720328354, - "wilsonLowerBound": 0.1989854184229054 + "successCount": 12412, + "successRate": 0.20214325266277972, + "wilsonLowerBound": 0.1989853727367128 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 12730, + "modelCount": 12833, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3727, - "successRate": 0.29277297721916734, - "wilsonLowerBound": 0.28493171416732604 + "successCount": 3751, + "successRate": 0.2922933063196447, + "wilsonLowerBound": 0.2844872431189157 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 14778, + "modelCount": 14801, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3662, - "successRate": 0.24780078495060226, - "wilsonLowerBound": 0.24090601410412868 + "successCount": 3665, + "successRate": 0.24761840416188097, + "wilsonLowerBound": 0.24073070445635578 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 65808, + "modelCount": 65863, "officialConfigError": null, "officialConfigValid": true, - "successCount": 18078, - "successRate": 0.274708242159008, - "wilsonLowerBound": 0.27131103873914547 + "successCount": 18099, + "successRate": 0.2747976861060079, + "wilsonLowerBound": 0.27140154600114563 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 543, + "modelCount": 561, "officialConfigError": null, "officialConfigValid": true, - "successCount": 335, - "successRate": 0.6169429097605893, - "wilsonLowerBound": 0.5753676069594711 + "successCount": 347, + "successRate": 0.6185383244206774, + "wilsonLowerBound": 0.5776648814867291 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 47802, + "modelCount": 47817, "officialConfigError": null, "officialConfigValid": true, - "successCount": 21261, - "successRate": 0.44477218526421486, - "wilsonLowerBound": 0.44032190524932546 + "successCount": 21273, + "successRate": 0.4448836187966623, + "wilsonLowerBound": 0.44043391627468637 }, "vllm": { "framework": "vllm", - "modelCount": 38655, + "modelCount": 38689, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4352, - "successRate": 0.1125856939593843, - "wilsonLowerBound": 0.10947304342761281 + "successCount": 4371, + "successRate": 0.11297784900100803, + "wilsonLowerBound": 0.1098617283137478 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 900, + "modelCount": 911, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, - "wilsonLowerBound": 4.318375942142756e-19 + "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { @@ -365,21 +365,21 @@ }, "vllm": { "framework": "vllm", - "modelCount": 10059, + "modelCount": 10064, "officialConfigError": null, "officialConfigValid": true, - "successCount": 751, - "successRate": 0.07465950889750472, - "wilsonLowerBound": 0.06968374556956204 + "successCount": 754, + "successRate": 0.07492050874403816, + "wilsonLowerBound": 0.06993760855583725 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 6824, + "modelCount": 6836, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2970, - "successRate": 0.43522860492379833, - "wilsonLowerBound": 0.4235049346116168 + "successCount": 2974, + "successRate": 0.4350497366881217, + "wilsonLowerBound": 0.42333697792193725 } }, "Vastai_va16": { @@ -394,47 +394,47 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 15538, + "modelCount": 15582, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4894, - "successRate": 0.31496975157677953, - "wilsonLowerBound": 0.30771246432729793 + "successCount": 4896, + "successRate": 0.31420870234886406, + "wilsonLowerBound": 0.3069665592811269 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 27646, + "modelCount": 27668, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14097, - "successRate": 0.5099110178687695, - "wilsonLowerBound": 0.5040172109245917 + "successCount": 14102, + "successRate": 0.5096862801792684, + "wilsonLowerBound": 0.5037947964348157 }, "vllm": { "framework": "vllm", - "modelCount": 65677, + "modelCount": 65785, "officialConfigError": null, "officialConfigValid": true, "successCount": 6899, - "successRate": 0.105044383878679, - "wilsonLowerBound": 0.10272247299937777 + "successRate": 0.10487193129132781, + "wilsonLowerBound": 0.10255361664956537 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 13247, + "modelCount": 13262, "officialConfigError": null, "officialConfigValid": true, "successCount": 2083, - "successRate": 0.15724314939231523, - "wilsonLowerBound": 0.1511434404892029 + "successRate": 0.15706529935153069, + "wilsonLowerBound": 0.15097188606024203 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-10-04T22:26:26.557368+00:00", + "generatedAt": "2026-10-04T22:29:01.586451+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index 796ae49356..1fb75067ef 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-10-04T22:26:26.557368+00:00", + "catalogUpdatedAt": "2026-10-04T22:29:01.586451+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-10-04T22:26:26.557368+00:00", + "generatedAt": "2026-10-04T22:29:01.586451+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6753,6 +6753,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-10-04T22:26:26.557368+00:00", + "taskTreeUpdatedAt": "2026-10-04T22:29:01.586451+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index ee8dbfd2f7..9bfa9a5765 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1", ".modelhub_state/architecture_compatibility_blacklist.json": "20c95ab10eaca83f3575429004386caec60aa48528e919ade1d062599143ef9e", ".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab", - ".modelhub_state/market_intelligence.json": "b06d1ab3ecf11aae3b6655041a46cb17bd97fd1d88f9175cbffe403ab2a78790", - ".modelhub_state/official_capabilities.json": "43dd2d431cac71871ab8cc6a50d59e9ed8a529beee2fbd70f1d61af9f62a8b9a", + ".modelhub_state/market_intelligence.json": "71d22e19589b8fb86c0204f1cd513a0c81ee28b7a9cdd4ff6be8cb46917b7e31", + ".modelhub_state/official_capabilities.json": "bcefc260e99a3d6151caddfaf272fe063da5ca7ab9795a8ae416fdeef3a13cea", ".modelhub_state/outcome_checkpoint.json": "c6edff6ef801edcc4abd656287f35e296893347f0d52982fe215d095f3530509", ".modelhub_state/queue_cleanup_latest.json": "df7bc260f8613ae449389782a980d2ded2b490b049202344a8c1c77a74a68de8", ".modelhub_state/recent_outcomes.jsonl": "74684e0cb636f08121ef1ea1446e52ebb2f1891266683fdcded66873c8d76476", @@ -17,9 +17,9 @@ "ledger/submissions.jsonl": "be6b5ac3618a6d0b66ecc4c1dde4fa9ca80f256571e5c542c14a92e786d79e68", "outcomes/submissions.jsonl": "7a95aaa5da802af113495d8d7e72c6f50fe5e9f01182f1faad6e8b9227ef3641" }, - "generation": 20612, + "generation": 20613, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-10-04T22:26:34.218422+00:00", + "updatedAt": "2026-10-04T22:30:28.114246+00:00", "writerId": "2a476b5b64aa45219c00032efc0102bb" }