From 200c4010cb3b9505f9c2040b39015da0494ec575 Mon Sep 17 00:00:00 2001 From: CoolBoy <2269097679@qq.com> Date: Sat, 26 Sep 2026 12:41:50 +0000 Subject: [PATCH] state: generation 16547 (cycle) --- .modelhub_state/market_intelligence.json | 278 ++++++++++----------- .modelhub_state/official_capabilities.json | 6 +- manifest.json | 8 +- 3 files changed, 146 insertions(+), 146 deletions(-) diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index f16b9ccab6..bb39742454 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -3,106 +3,106 @@ "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-09-26T12:39:46.066604+00:00", - "frameworkAttemptedAt": "2026-09-26T06:40:13.845715+00:00", + "frameworkAttemptedAt": "2026-09-26T12:41:48.971596+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 34076, + "modelCount": 34120, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15367, - "successRate": 0.45096255429040966, - "wilsonLowerBound": 0.4456851046124 + "successCount": 15398, + "successRate": 0.45128956623681127, + "wilsonLowerBound": 0.4460151389620851 }, "vllm": { "framework": "vllm", - "modelCount": 38132, + "modelCount": 38153, "officialConfigError": null, "officialConfigValid": true, - "successCount": 10780, - "successRate": 0.2827021923843491, - "wilsonLowerBound": 0.2782043898310242 + "successCount": 10782, + "successRate": 0.2825990092522213, + "wilsonLowerBound": 0.27810294865623497 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 10202, + "modelCount": 10247, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4282, - "successRate": 0.4197216232111351, - "wilsonLowerBound": 0.41017697531461333 + "successCount": 4298, + "successRate": 0.41943983604957547, + "wilsonLowerBound": 0.40991708931544363 } }, "Biren_166m": { "vllm": { "framework": "vllm", - "modelCount": 64118, + "modelCount": 64121, "officialConfigError": null, "officialConfigValid": true, "successCount": 12090, - "successRate": 0.18855859509030226, - "wilsonLowerBound": 0.18554955221282746 + "successRate": 0.1885497730852607, + "wilsonLowerBound": 0.18554085505439274 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 21434, + "modelCount": 21584, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4423, - "successRate": 0.206354390221144, - "wilsonLowerBound": 0.20098941992742975 + "successCount": 4458, + "successRate": 0.2065418828762046, + "wilsonLowerBound": 0.20119355629292213 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 6734, + "modelCount": 6754, "officialConfigError": null, "officialConfigValid": true, - "successCount": 71, - "successRate": 0.010543510543510543, - "wilsonLowerBound": 0.008367802862082448 + "successCount": 72, + "successRate": 0.010660349422564407, + "wilsonLowerBound": 0.00847421309844036 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26360, + "modelCount": 26367, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3242, - "successRate": 0.12298937784522003, - "wilsonLowerBound": 0.11907943751748465 + "successCount": 3243, + "successRate": 0.12299465240641712, + "wilsonLowerBound": 0.11908515003043747 }, "vllm-customized": { "framework": "vllm-customized", - "modelCount": 16480, + "modelCount": 16481, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, - "successRate": 0.10169902912621359, - "wilsonLowerBound": 0.09717672290932522 + "successRate": 0.10169285844305564, + "wilsonLowerBound": 0.09717081215513636 }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 12443, + "modelCount": 12495, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5156, - "successRate": 0.41436952503415575, - "wilsonLowerBound": 0.4057416080939314 + "successCount": 5170, + "successRate": 0.413765506202481, + "wilsonLowerBound": 0.4051575334565304 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", - "modelCount": 24392, + "modelCount": 24398, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3792, - "successRate": 0.15546080682190883, - "wilsonLowerBound": 0.15096780478809763 + "successCount": 3794, + "successRate": 0.15550454955324206, + "wilsonLowerBound": 0.15101156475780222 }, "vllm-customized": { "framework": "vllm-customized", @@ -115,106 +115,106 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 45745, + "modelCount": 45834, "officialConfigError": null, "officialConfigValid": true, - "successCount": 11380, - "successRate": 0.24877035741611106, - "wilsonLowerBound": 0.24482997004839574 + "successCount": 11404, + "successRate": 0.2488109263865253, + "wilsonLowerBound": 0.2448741267063936 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 23487, + "modelCount": 23495, "officialConfigError": null, "officialConfigValid": true, "successCount": 3092, - "successRate": 0.1316472942478818, - "wilsonLowerBound": 0.1273833610292734 + "successRate": 0.13160246861034264, + "wilsonLowerBound": 0.12733988281241942 }, "vllm": { "framework": "vllm", - "modelCount": 86751, + "modelCount": 86755, "officialConfigError": null, "officialConfigValid": true, "successCount": 9764, - "successRate": 0.11255201669145025, - "wilsonLowerBound": 0.11046601601705014 + "successRate": 0.11254682727220333, + "wilsonLowerBound": 0.11046091685404098 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 41985, + "modelCount": 42084, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5165, - "successRate": 0.12302012623556031, - "wilsonLowerBound": 0.11991267429726925 + "successCount": 5175, + "successRate": 0.12296834901625321, + "wilsonLowerBound": 0.11986508631761844 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 36166, + "modelCount": 36352, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3492, - "successRate": 0.09655477520322955, - "wilsonLowerBound": 0.09355349236684991 + "successCount": 3495, + "successRate": 0.09614326584507042, + "wilsonLowerBound": 0.09315539134700093 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 89723, + "modelCount": 89758, "officialConfigError": null, "officialConfigValid": true, - "successCount": 21579, - "successRate": 0.24050689343869464, - "wilsonLowerBound": 0.2377214444488309 + "successCount": 21605, + "successRate": 0.2407027785824105, + "wilsonLowerBound": 0.23791708454043425 }, "transformers": { "framework": "transformers", - "modelCount": 5344, + "modelCount": 5348, "officialConfigError": null, "officialConfigValid": true, "successCount": 577, - "successRate": 0.10797155688622755, - "wilsonLowerBound": 0.09993055782900416 + "successRate": 0.10789080029917726, + "wilsonLowerBound": 0.09985549336526436 }, "vllm": { "framework": "vllm", - "modelCount": 112713, + "modelCount": 112715, "officialConfigError": null, "officialConfigValid": true, "successCount": 16523, - "successRate": 0.14659356063630638, - "wilsonLowerBound": 0.14454067954731284 + "successRate": 0.14659095949962295, + "wilsonLowerBound": 0.14453811177746892 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 19134, + "modelCount": 19211, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3661, - "successRate": 0.1913347966969792, - "wilsonLowerBound": 0.18582338715056435 + "successCount": 3670, + "successRate": 0.1910363854041955, + "wilsonLowerBound": 0.18553927967016165 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 43049, + "modelCount": 43057, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5596, - "successRate": 0.1299914051429766, - "wilsonLowerBound": 0.12684756367714353 + "successCount": 5597, + "successRate": 0.12999047773881134, + "wilsonLowerBound": 0.12684693500796929 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7075, + "modelCount": 7095, "officialConfigError": null, "officialConfigValid": true, - "successCount": 597, - "successRate": 0.08438162544169611, - "wilsonLowerBound": 0.07812800487410555 + "successCount": 602, + "successRate": 0.08484848484848485, + "wilsonLowerBound": 0.07858692960851094 } }, "Iluvatar_mrv-100": { @@ -229,85 +229,85 @@ }, "vllm": { "framework": "vllm", - "modelCount": 32033, + "modelCount": 32072, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5953, - "successRate": 0.18583960290949958, - "wilsonLowerBound": 0.18161764005109526 + "successCount": 5964, + "successRate": 0.18595659765527564, + "wilsonLowerBound": 0.18173613193510627 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61163, + "modelCount": 61174, "officialConfigError": null, "officialConfigValid": true, "successCount": 12401, - "successRate": 0.20275329856285662, - "wilsonLowerBound": 0.19958567335547175 + "successRate": 0.20271684048778893, + "wilsonLowerBound": 0.19954971428679735 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 9841, + "modelCount": 9923, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2884, - "successRate": 0.29305964840971443, - "wilsonLowerBound": 0.28414876561490743 + "successCount": 2914, + "successRate": 0.2936611911720246, + "wilsonLowerBound": 0.2847812575226262 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 13943, + "modelCount": 13977, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3510, - "successRate": 0.25173922398336085, - "wilsonLowerBound": 0.24460417139589882 + "successCount": 3515, + "successRate": 0.25148458181297845, + "wilsonLowerBound": 0.2443606133947901 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 63351, + "modelCount": 63420, "officialConfigError": null, "officialConfigValid": true, - "successCount": 17343, - "successRate": 0.2737604773405313, - "wilsonLowerBound": 0.2703020745000164 + "successCount": 17367, + "successRate": 0.273841059602649, + "wilsonLowerBound": 0.2703842080775186 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 154, + "modelCount": 167, "officialConfigError": null, "officialConfigValid": true, - "successCount": 102, - "successRate": 0.6623376623376623, - "wilsonLowerBound": 0.5845030029992225 + "successCount": 114, + "successRate": 0.6826347305389222, + "wilsonLowerBound": 0.608610810527285 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 47118, + "modelCount": 47140, "officialConfigError": null, "officialConfigValid": true, - "successCount": 20781, - "successRate": 0.44104164013752706, - "wilsonLowerBound": 0.4365633849808702 + "successCount": 20798, + "successRate": 0.4411964361476453, + "wilsonLowerBound": 0.43671904658995764 }, "vllm": { "framework": "vllm", - "modelCount": 37434, + "modelCount": 37460, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3839, - "successRate": 0.10255382807073783, - "wilsonLowerBound": 0.09952121136020466 + "successCount": 3853, + "successRate": 0.10285638013881473, + "wilsonLowerBound": 0.0998207621238759 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 745, + "modelCount": 751, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -327,76 +327,76 @@ }, "vllm": { "framework": "vllm", - "modelCount": 10034, + "modelCount": 10039, "officialConfigError": null, "officialConfigValid": true, - "successCount": 742, - "successRate": 0.07394857484552521, - "wilsonLowerBound": 0.06898964202217013 + "successCount": 743, + "successRate": 0.07401135571272038, + "wilsonLowerBound": 0.06905159739268005 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 6314, + "modelCount": 6328, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2717, - "successRate": 0.43031358885017423, - "wilsonLowerBound": 0.4181468303053745 + "successCount": 2723, + "successRate": 0.4303097345132743, + "wilsonLowerBound": 0.4181564030863923 } }, "Vastai_va16": { "vllm": { "framework": "vllm", - "modelCount": 7389, + "modelCount": 7390, "officialConfigError": null, "officialConfigValid": true, "successCount": 239, - "successRate": 0.0323453782649885, - "wilsonLowerBound": 0.028548181555336994 + "successRate": 0.03234100135317997, + "wilsonLowerBound": 0.02854431138137587 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 13435, + "modelCount": 13519, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4351, - "successRate": 0.32385560104205435, - "wilsonLowerBound": 0.31599407895283566 + "successCount": 4380, + "successRate": 0.3239884606849619, + "wilsonLowerBound": 0.3161503581883936 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 26998, + "modelCount": 27025, "officialConfigError": null, "officialConfigValid": true, - "successCount": 13736, - "successRate": 0.508778428031706, - "wilsonLowerBound": 0.5028142115294845 + "successCount": 13753, + "successRate": 0.5088991674375578, + "wilsonLowerBound": 0.502937939514974 }, "vllm": { "framework": "vllm", - "modelCount": 63862, + "modelCount": 63917, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6550, - "successRate": 0.10256490557765181, - "wilsonLowerBound": 0.10023568627857628 + "successCount": 6558, + "successRate": 0.10260181172458031, + "wilsonLowerBound": 0.10027320761045752 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 12839, + "modelCount": 12855, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1922, - "successRate": 0.14970013240906613, - "wilsonLowerBound": 0.1436334931681949 + "successCount": 1928, + "successRate": 0.1499805523142746, + "wilsonLowerBound": 0.14391278764762871 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-09-26T12:39:46.066604+00:00", + "generatedAt": "2026-09-26T12:41:48.971596+00:00", "gpuStats": { "Ascend_910-b4": { "available": true, diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index 8589b66d0e..6c80a9dd93 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-09-26T12:39:46.066604+00:00", + "catalogUpdatedAt": "2026-09-26T12:41:48.971596+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-09-26T12:39:46.066604+00:00", + "generatedAt": "2026-09-26T12:41:48.971596+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6435,6 +6435,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-09-26T12:39:46.066604+00:00", + "taskTreeUpdatedAt": "2026-09-26T12:41:48.971596+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index c240390fcb..19c7be6fbe 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1", ".modelhub_state/architecture_compatibility_blacklist.json": "b648a3ef8d6fa0aef9bec879cb3ec4402eb7f789c4c144939799a77cc34945b6", ".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab", - ".modelhub_state/market_intelligence.json": "627b7705cb2ba2f5332108e54ac5c65d6bd9de221db69177e1f75b4f1a2546dc", - ".modelhub_state/official_capabilities.json": "57e7c123ac98914b392dbc172df29fd2d4ed59fe9bd191a6ba056979554f97a5", + ".modelhub_state/market_intelligence.json": "7d743fd74462c3160b720f3b61b5c484994e1d482650bdb4292b41e5178f6f1b", + ".modelhub_state/official_capabilities.json": "bc9a48d9551358087ef85b0f3e24d12dd9fe8ff7ea91adafe665bfb7a89ea8cd", ".modelhub_state/outcome_checkpoint.json": "68bd38ffb99fb8adafb9d22e6c520faa8139422da50e52a9f8b0959691daf91e", ".modelhub_state/queue_cleanup_latest.json": "a4be311cb9d1e3697cc2760399d7c82144d4136dda714a2da14db87ebac3fea8", ".modelhub_state/recent_outcomes.jsonl": "b65a8637809936e8d8672436bc65a6880a573622f141f051aadc1337d9a18235", @@ -17,9 +17,9 @@ "ledger/submissions.jsonl": "38093488f2a67e9dcb6f03865c2b5569eb0075b42f68b81786ff249da9814b2a", "outcomes/submissions.jsonl": "8b34ab17516c2737adaeb3bb2652848001a8014c124fe4ce85d1b6956d6d1745" }, - "generation": 16546, + "generation": 16547, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-09-26T12:39:54.950120+00:00", + "updatedAt": "2026-09-26T12:41:50.456845+00:00", "writerId": "08206cb1993a433e83f1d3e297db2d2e" }