From 5623d17581087a07684fb626cea97d62c75f9c4e Mon Sep 17 00:00:00 2001 From: CoolBoy <2269097679@qq.com> Date: Wed, 14 Oct 2026 16:45:14 +0000 Subject: [PATCH] state: generation 24908 (cycle) --- .modelhub_state/market_intelligence.json | 282 ++++++++++----------- .modelhub_state/official_capabilities.json | 6 +- manifest.json | 8 +- 3 files changed, 148 insertions(+), 148 deletions(-) diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index 2f60fbf54e..ca4f31b131 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -3,28 +3,28 @@ "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-14T16:39:19.258550+00:00", - "frameworkAttemptedAt": "2026-10-14T10:44:30.484914+00:00", + "frameworkAttemptedAt": "2026-10-14T16:45:12.160144+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 42627, + "modelCount": 42677, "officialConfigError": null, "officialConfigValid": true, - "successCount": 21246, - "successRate": 0.4984164965866704, - "wilsonLowerBound": 0.4936702654081439 + "successCount": 21277, + "successRate": 0.4985589427560513, + "wilsonLowerBound": 0.49381547547153204 }, "vllm": { "framework": "vllm", - "modelCount": 57112, + "modelCount": 57160, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15409, - "successRate": 0.2698031937246113, - "wilsonLowerBound": 0.26617847695130087 + "successCount": 15415, + "successRate": 0.2696815955213436, + "wilsonLowerBound": 0.2660589197094632 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -37,81 +37,81 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 4613, + "modelCount": 4636, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1413, - "successRate": 0.3063082592672881, - "wilsonLowerBound": 0.2931716790430043 + "successCount": 1425, + "successRate": 0.3073770491803279, + "wilsonLowerBound": 0.2942589208462045 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 37405, + "modelCount": 37450, "officialConfigError": null, "officialConfigValid": true, - "successCount": 17657, - "successRate": 0.4720491912845876, - "wilsonLowerBound": 0.4669931234660206 + "successCount": 17690, + "successRate": 0.47236315086782377, + "wilsonLowerBound": 0.46730991041042064 }, "vllm": { "framework": "vllm", - "modelCount": 40055, + "modelCount": 40075, "officialConfigError": null, "officialConfigValid": true, - "successCount": 11055, - "successRate": 0.27599550617900387, - "wilsonLowerBound": 0.27163941147666976 + "successCount": 11057, + "successRate": 0.2759076731129133, + "wilsonLowerBound": 0.27155309948779044 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 13119, + "modelCount": 13163, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5482, - "successRate": 0.4178672154889854, - "wilsonLowerBound": 0.40945258788197153 + "successCount": 5499, + "successRate": 0.41776190837954874, + "wilsonLowerBound": 0.4093616425861544 } }, "Biren_166m": { "vllm": { "framework": "vllm", - "modelCount": 64221, + "modelCount": 64222, "officialConfigError": null, "officialConfigValid": true, "successCount": 12096, - "successRate": 0.18834960526930444, - "wilsonLowerBound": 0.18534426139185217 + "successRate": 0.18834667247983558, + "wilsonLowerBound": 0.18534137010842236 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 31373, + "modelCount": 31538, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6767, - "successRate": 0.2156950243840245, - "wilsonLowerBound": 0.2111786247813216 + "successCount": 6787, + "successRate": 0.2152007102542964, + "wilsonLowerBound": 0.2106998842021059 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7966, + "modelCount": 7994, "officialConfigError": null, "officialConfigValid": true, "successCount": 112, - "successRate": 0.014059753954305799, - "wilsonLowerBound": 0.011698484975061733 + "successRate": 0.014010507880910683, + "wilsonLowerBound": 0.011657465191994579 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26677, + "modelCount": 26679, "officialConfigError": null, "officialConfigValid": true, "successCount": 3280, - "successRate": 0.1229523559620647, - "wilsonLowerBound": 0.11906590674029745 + "successRate": 0.12294313879830579, + "wilsonLowerBound": 0.11905696151185773 }, "vllm-customized": { "framework": "vllm-customized", @@ -124,23 +124,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 16125, + "modelCount": 16165, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6332, - "successRate": 0.39268217054263566, - "wilsonLowerBound": 0.38517095606786644 + "successCount": 6348, + "successRate": 0.39270027837921434, + "wilsonLowerBound": 0.38519826352130543 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", - "modelCount": 24786, + "modelCount": 24787, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, - "successRate": 0.15363511659807957, - "wilsonLowerBound": 0.1491995363144016 + "successRate": 0.1536289183846371, + "wilsonLowerBound": 0.1491935015489842 }, "vllm-customized": { "framework": "vllm-customized", @@ -153,115 +153,115 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 52699, + "modelCount": 52783, "officialConfigError": null, "officialConfigValid": true, - "successCount": 13281, - "successRate": 0.2520161672897019, - "wilsonLowerBound": 0.24832739740812645 + "successCount": 13308, + "successRate": 0.25212663168065474, + "wilsonLowerBound": 0.24844023756356357 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 24808, + "modelCount": 24816, "officialConfigError": null, "officialConfigValid": true, "successCount": 3160, - "successRate": 0.127378265075782, - "wilsonLowerBound": 0.1232870934209147 + "successRate": 0.1273372018052869, + "wilsonLowerBound": 0.12324725763322772 }, "vllm": { "framework": "vllm", - "modelCount": 87041, + "modelCount": 87042, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, - "successRate": 0.11226893073379213, - "wilsonLowerBound": 0.11018869945392736 + "successRate": 0.11226764090898647, + "wilsonLowerBound": 0.11018743206068178 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 46918, + "modelCount": 47040, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5595, - "successRate": 0.1192506074427725, - "wilsonLowerBound": 0.11634920235718153 + "successCount": 5596, + "successRate": 0.11896258503401361, + "wilsonLowerBound": 0.1160679882550943 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 48110, + "modelCount": 48277, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3719, - "successRate": 0.07730201621284556, - "wilsonLowerBound": 0.0749491109126003 + "successCount": 3722, + "successRate": 0.07709675414793794, + "wilsonLowerBound": 0.0747507803180865 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 94181, + "modelCount": 94213, "officialConfigError": null, "officialConfigValid": true, - "successCount": 23565, - "successRate": 0.25020970259394143, - "wilsonLowerBound": 0.2474536469616067 + "successCount": 23581, + "successRate": 0.25029454533875367, + "wilsonLowerBound": 0.2475386402495261 }, "transformers": { "framework": "transformers", - "modelCount": 5592, + "modelCount": 5599, "officialConfigError": null, "officialConfigValid": true, - "successCount": 587, - "successRate": 0.10497138769670958, - "wilsonLowerBound": 0.0972068594985044 + "successCount": 588, + "successRate": 0.10501875334881229, + "wilsonLowerBound": 0.09725728475947151 }, "vllm": { "framework": "vllm", - "modelCount": 112876, + "modelCount": 112878, "officialConfigError": null, "officialConfigValid": true, - "successCount": 16532, - "successRate": 0.146461603883908, - "wilsonLowerBound": 0.14441097078360798 + "successCount": 16533, + "successRate": 0.14646786796364217, + "wilsonLowerBound": 0.1444172161733237 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", - "modelCount": 165, + "modelCount": 173, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1, - "successRate": 0.006060606060606061, - "wilsonLowerBound": 0.0010706205657562634 + "successCount": 0, + "successRate": 0.0, + "wilsonLowerBound": 0.0 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 24167, + "modelCount": 24185, "officialConfigError": null, "officialConfigValid": true, "successCount": 4053, - "successRate": 0.16770803161335707, - "wilsonLowerBound": 0.16305050441572155 + "successRate": 0.16758321273516644, + "wilsonLowerBound": 0.16292881840692214 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 43725, + "modelCount": 43731, "officialConfigError": null, "officialConfigValid": true, "successCount": 5688, - "successRate": 0.13008576329331045, - "wilsonLowerBound": 0.12696508412985413 + "successRate": 0.13006791520889072, + "wilsonLowerBound": 0.12694763340429818 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 8208, + "modelCount": 8225, "officialConfigError": null, "officialConfigValid": true, - "successCount": 774, - "successRate": 0.09429824561403509, - "wilsonLowerBound": 0.08816427050276932 + "successCount": 776, + "successRate": 0.09434650455927052, + "wilsonLowerBound": 0.08821721027975842 } }, "Iluvatar_mrv-100": { @@ -276,85 +276,85 @@ }, "vllm": { "framework": "vllm", - "modelCount": 34641, + "modelCount": 34704, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6887, - "successRate": 0.1988106578909385, - "wilsonLowerBound": 0.19464126323365266 + "successCount": 6898, + "successRate": 0.19876671277086214, + "wilsonLowerBound": 0.19460142757570711 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61512, + "modelCount": 61517, "officialConfigError": null, "officialConfigValid": true, "successCount": 12425, - "successRate": 0.2019931070360255, - "wilsonLowerBound": 0.19883892487730082 + "successRate": 0.20197668937041793, + "wilsonLowerBound": 0.1988227319560917 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 16480, + "modelCount": 16561, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4652, - "successRate": 0.28228155339805827, - "wilsonLowerBound": 0.27546070702310355 + "successCount": 4676, + "successRate": 0.28235009963166474, + "wilsonLowerBound": 0.27554530665712096 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 15609, + "modelCount": 15638, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3784, - "successRate": 0.24242424242424243, - "wilsonLowerBound": 0.2357650480752272 + "successCount": 3787, + "successRate": 0.2421665174574754, + "wilsonLowerBound": 0.23551593270097593 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 68349, + "modelCount": 68414, "officialConfigError": null, "officialConfigValid": true, - "successCount": 18813, - "successRate": 0.2752490892332002, - "wilsonLowerBound": 0.27191331407460534 + "successCount": 18828, + "successRate": 0.2752068290116058, + "wilsonLowerBound": 0.27187279455069774 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 1106, + "modelCount": 1126, "officialConfigError": null, "officialConfigValid": true, - "successCount": 664, - "successRate": 0.6003616636528029, - "wilsonLowerBound": 0.5711940602993184 + "successCount": 676, + "successRate": 0.6003552397868561, + "wilsonLowerBound": 0.5714499887316763 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 48462, + "modelCount": 48468, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, - "successRate": 0.44839255499153974, - "wilsonLowerBound": 0.44396890027928687 + "successRate": 0.44833704712387557, + "wilsonLowerBound": 0.44391372165560733 }, "vllm": { "framework": "vllm", - "modelCount": 40110, + "modelCount": 40158, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4899, - "successRate": 0.12213911742707555, - "wilsonLowerBound": 0.118970681742582 + "successCount": 4909, + "successRate": 0.12224214353304448, + "wilsonLowerBound": 0.11907440838598224 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 1113, + "modelCount": 1114, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -383,12 +383,12 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 7440, + "modelCount": 7452, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3258, - "successRate": 0.43790322580645163, - "wilsonLowerBound": 0.4266644948603199 + "successCount": 3265, + "successRate": 0.43813741277509394, + "wilsonLowerBound": 0.42690691961367966 } }, "Vastai_va16": { @@ -403,47 +403,47 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 18568, + "modelCount": 18622, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5455, - "successRate": 0.2937850064627316, - "wilsonLowerBound": 0.28727645895969595 + "successCount": 5459, + "successRate": 0.29314788959295457, + "wilsonLowerBound": 0.2866530029330322 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 28549, + "modelCount": 28579, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14609, - "successRate": 0.511716697607622, - "wilsonLowerBound": 0.5059170686118604 + "successCount": 14625, + "successRate": 0.5117393890618986, + "wilsonLowerBound": 0.5059428084035098 }, "vllm": { "framework": "vllm", - "modelCount": 67574, + "modelCount": 67620, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7242, - "successRate": 0.10717139728297866, - "wilsonLowerBound": 0.10486135913816635 + "successCount": 7248, + "successRate": 0.10718722271517303, + "wilsonLowerBound": 0.10487781051479822 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 13813, + "modelCount": 13826, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2342, - "successRate": 0.16955042351408095, - "wilsonLowerBound": 0.1633847473621836 + "successCount": 2346, + "successRate": 0.1696803124547953, + "wilsonLowerBound": 0.16351555120090094 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-10-14T16:42:44.450988+00:00", + "generatedAt": "2026-10-14T16:45:12.160144+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index c0580247e5..256d66229d 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-10-14T16:42:44.450988+00:00", + "catalogUpdatedAt": "2026-10-14T16:45:12.160144+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-10-14T16:42:45.373738+00:00", + "generatedAt": "2026-10-14T16:45:12.160144+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6992,6 +6992,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-10-14T16:42:44.450988+00:00", + "taskTreeUpdatedAt": "2026-10-14T16:45:12.160144+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index 1e7e10c586..f46172aab0 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1", ".modelhub_state/architecture_compatibility_blacklist.json": "982390a9758164d0fe5c58a66aa5e4959af50f76feecdb4c289c6dff6b098664", ".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab", - ".modelhub_state/market_intelligence.json": "735ff784735300ebeabf7dce004a0c2b557877615a48a83a964496874072ceb2", - ".modelhub_state/official_capabilities.json": "fec5aab1dbd00cfc999d344ef4531cfd04e4ac9d4d67c815e21bc2d9fc74d9bf", + ".modelhub_state/market_intelligence.json": "f58b000165673e1163c5ab1ff58007223643c687367f122aa452dc6ecbec1925", + ".modelhub_state/official_capabilities.json": "f5bf594a9287e7835b9dfa142dc52f8e0237e52e16e69ac89bc0237c9bc21cb0", ".modelhub_state/outcome_checkpoint.json": "6d16b0a3a561d1d738c4ccfdcb343cc439d9e045c284af4ef3cdf33b7dba4105", ".modelhub_state/queue_cleanup_latest.json": "e6c4f01001342299d0988a2e3453931cd1627e3d2ebd37b7f15b0cdd6e033a80", ".modelhub_state/recent_outcomes.jsonl": "530c3f3f681469cb91364456a0b40c6fcc13b4df04b6e2659e523f96bbbc2ce5", @@ -17,9 +17,9 @@ "ledger/submissions.jsonl": "611cf6ab4ebb34540237efa24e925447005dc80469f5a67fff9174a58ec5eba8", "outcomes/submissions.jsonl": "3385e7e3f495ac34d15217f0bed11b0609eedcff7852858a6b1b2965fc4955ab" }, - "generation": 24907, + "generation": 24908, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-10-14T16:42:46.091155+00:00", + "updatedAt": "2026-10-14T16:45:14.567456+00:00", "writerId": "9b5b3ed8772344608455c7e3b71f5c9f" }