From 027726bfb85ebc9d1f23e8115443bef50e4e71ea Mon Sep 17 00:00:00 2001 From: CoolBoy <2269097679@qq.com> Date: Mon, 5 Oct 2026 22:50:42 +0000 Subject: [PATCH] state: generation 21135 (cycle) --- .modelhub_state/market_intelligence.json | 284 ++++++++++----------- .modelhub_state/official_capabilities.json | 6 +- manifest.json | 8 +- 3 files changed, 149 insertions(+), 149 deletions(-) diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index 96aa876c68..85dfdbf41c 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -3,28 +3,28 @@ "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-05T22:41:41.579468+00:00", - "frameworkAttemptedAt": "2026-10-05T16:49:15.747715+00:00", + "frameworkAttemptedAt": "2026-10-05T22:50:41.762580+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 41114, + "modelCount": 41149, "officialConfigError": null, "officialConfigValid": true, - "successCount": 20198, - "successRate": 0.4912681811548378, - "wilsonLowerBound": 0.48643679928644223 + "successCount": 20225, + "successRate": 0.4915064764635836, + "wilsonLowerBound": 0.48667708729595527 }, "vllm": { "framework": "vllm", - "modelCount": 55042, + "modelCount": 55104, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15154, - "successRate": 0.27531703063115437, - "wilsonLowerBound": 0.2716011700887115 + "successCount": 15162, + "successRate": 0.27515243902439024, + "wilsonLowerBound": 0.2714393635736996 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -37,110 +37,110 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 3785, + "modelCount": 3811, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1132, - "successRate": 0.29907529722589166, - "wilsonLowerBound": 0.2846985606696568 + "successCount": 1139, + "successRate": 0.2988716872212018, + "wilsonLowerBound": 0.28454638235606106 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 35763, + "modelCount": 35807, "officialConfigError": null, "officialConfigValid": true, - "successCount": 16575, - "successRate": 0.46346782988004365, - "wilsonLowerBound": 0.4583037408701274 + "successCount": 16609, + "successRate": 0.4638478509788589, + "wilsonLowerBound": 0.45868660545685636 }, "vllm": { "framework": "vllm", - "modelCount": 39227, + "modelCount": 39239, "officialConfigError": null, "officialConfigValid": true, - "successCount": 10937, - "successRate": 0.2788130624314885, - "wilsonLowerBound": 0.2743973284766934 + "successCount": 10940, + "successRate": 0.2788042508728561, + "wilsonLowerBound": 0.27438923267711324 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 11711, + "modelCount": 11753, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4907, - "successRate": 0.4190077704722056, - "wilsonLowerBound": 0.41009950637200965 + "successCount": 4927, + "successRate": 0.4192121160554752, + "wilsonLowerBound": 0.4103190586879144 } }, "Biren_166m": { "vllm": { "framework": "vllm", - "modelCount": 64188, + "modelCount": 64191, "officialConfigError": null, "officialConfigValid": true, - "successCount": 12094, - "successRate": 0.1884152801146632, - "wilsonLowerBound": 0.18540875980721094 + "successCount": 12095, + "successRate": 0.1884220529357698, + "wilsonLowerBound": 0.1854155602991474 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 26563, + "modelCount": 26680, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5701, - "successRate": 0.2146218424123781, - "wilsonLowerBound": 0.20972594340007317 + "successCount": 5739, + "successRate": 0.21510494752623688, + "wilsonLowerBound": 0.21021561118604548 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7396, + "modelCount": 7409, "officialConfigError": null, "officialConfigValid": true, - "successCount": 97, - "successRate": 0.013115197404002164, - "wilsonLowerBound": 0.010763485319455634 + "successCount": 98, + "successRate": 0.013227156161425294, + "wilsonLowerBound": 0.010866422268208064 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26529, + "modelCount": 26537, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3261, - "successRate": 0.1229220852651815, - "wilsonLowerBound": 0.11902538389284043 + "successCount": 3262, + "successRate": 0.12292271168557109, + "wilsonLowerBound": 0.11902658077635266 }, "vllm-customized": { "framework": "vllm-customized", - "modelCount": 16498, + "modelCount": 16499, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, - "successRate": 0.10158807128136745, - "wilsonLowerBound": 0.09707043924110484 + "successRate": 0.1015819140553973, + "wilsonLowerBound": 0.09706454140970787 }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 14302, + "modelCount": 14371, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5753, - "successRate": 0.4022514333659628, - "wilsonLowerBound": 0.3942422404489415 + "successCount": 5778, + "successRate": 0.40205970356968895, + "wilsonLowerBound": 0.39407036984660976 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", - "modelCount": 24592, + "modelCount": 24598, "officialConfigError": null, "officialConfigValid": true, "successCount": 3800, - "successRate": 0.15452179570592062, - "wilsonLowerBound": 0.1500582126345915 + "successRate": 0.15448410439873161, + "wilsonLowerBound": 0.150021515170266 }, "vllm-customized": { "framework": "vllm-customized", @@ -153,61 +153,61 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 49316, + "modelCount": 49410, "officialConfigError": null, "officialConfigValid": true, - "successCount": 12328, - "successRate": 0.24997972260523968, - "wilsonLowerBound": 0.24617764513111773 + "successCount": 12359, + "successRate": 0.2501315523173447, + "wilsonLowerBound": 0.24633229007999688 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 23712, + "modelCount": 23718, "officialConfigError": null, "officialConfigValid": true, "successCount": 3114, - "successRate": 0.1313259109311741, - "wilsonLowerBound": 0.12708648289155947 + "successRate": 0.13129268909688843, + "wilsonLowerBound": 0.12705425656385433 }, "vllm": { "framework": "vllm", - "modelCount": 86879, + "modelCount": 86882, "officialConfigError": null, "officialConfigValid": true, "successCount": 9768, - "successRate": 0.11243223333601907, - "wilsonLowerBound": 0.11034873934667119 + "successRate": 0.11242835109689003, + "wilsonLowerBound": 0.11034492462478135 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 44680, + "modelCount": 44765, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5427, - "successRate": 0.12146374216651745, - "wilsonLowerBound": 0.11846721777371287 + "successCount": 5433, + "successRate": 0.12136713950631073, + "wilsonLowerBound": 0.11837447598982775 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 43109, + "modelCount": 43314, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3609, - "successRate": 0.08371801711939503, - "wilsonLowerBound": 0.08114041848583305 + "successCount": 3611, + "successRate": 0.08336796416862909, + "wilsonLowerBound": 0.08080137717435144 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 91441, + "modelCount": 91501, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22574, - "successRate": 0.246869566168349, - "wilsonLowerBound": 0.24408541466094857 + "successCount": 22602, + "successRate": 0.2470136938394116, + "wilsonLowerBound": 0.24422989776081205 }, "transformers": { "framework": "transformers", @@ -220,39 +220,39 @@ }, "vllm": { "framework": "vllm", - "modelCount": 112794, + "modelCount": 112796, "officialConfigError": null, "officialConfigValid": true, "successCount": 16529, - "successRate": 0.14654148270298065, - "wilsonLowerBound": 0.14448964000392267 + "successRate": 0.14653888435760135, + "wilsonLowerBound": 0.14448707498581614 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 21793, + "modelCount": 21904, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3838, - "successRate": 0.17611159546643418, - "wilsonLowerBound": 0.17111142121977357 + "successCount": 3846, + "successRate": 0.17558436815193573, + "wilsonLowerBound": 0.1706027700700738 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 43488, + "modelCount": 43494, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5658, - "successRate": 0.1301048565121413, - "wilsonLowerBound": 0.12697557492317835 + "successCount": 5659, + "successRate": 0.13010990021612176, + "wilsonLowerBound": 0.12698077967462934 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7713, + "modelCount": 7726, "officialConfigError": null, "officialConfigValid": true, - "successCount": 710, - "successRate": 0.0920523791002204, - "wilsonLowerBound": 0.08580190406851902 + "successCount": 711, + "successRate": 0.09202692208128398, + "wilsonLowerBound": 0.08578235268705893 } }, "Iluvatar_mrv-100": { @@ -267,85 +267,85 @@ }, "vllm": { "framework": "vllm", - "modelCount": 33399, + "modelCount": 33434, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6456, - "successRate": 0.19329920057486752, - "wilsonLowerBound": 0.189099500133058 + "successCount": 6469, + "successRate": 0.19348567326673446, + "wilsonLowerBound": 0.18928658024275244 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61419, + "modelCount": 61425, "officialConfigError": null, "officialConfigValid": true, - "successCount": 12413, - "successRate": 0.20210358358162783, - "wilsonLowerBound": 0.1989463732919047 + "successCount": 12414, + "successRate": 0.2021001221001221, + "wilsonLowerBound": 0.19894308561990273 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 13120, + "modelCount": 13220, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3811, - "successRate": 0.29047256097560975, - "wilsonLowerBound": 0.28276648286080375 + "successCount": 3833, + "successRate": 0.2899394856278366, + "wilsonLowerBound": 0.28226672364911526 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 14864, + "modelCount": 14885, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3674, - "successRate": 0.24717438105489775, - "wilsonLowerBound": 0.24030544402603232 + "successCount": 3676, + "successRate": 0.24696002687269064, + "wilsonLowerBound": 0.2400979639737632 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 66045, + "modelCount": 66111, "officialConfigError": null, "officialConfigValid": true, - "successCount": 18169, - "successRate": 0.27510031039442806, - "wilsonLowerBound": 0.27170765375538236 + "successCount": 18196, + "successRate": 0.2752340760236572, + "wilsonLowerBound": 0.2718425856216586 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 600, + "modelCount": 608, "officialConfigError": null, "officialConfigValid": true, - "successCount": 369, - "successRate": 0.615, - "wilsonLowerBound": 0.5754497991896141 + "successCount": 373, + "successRate": 0.6134868421052632, + "wilsonLowerBound": 0.5741824560950987 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 47877, + "modelCount": 47892, "officialConfigError": null, "officialConfigValid": true, - "successCount": 21320, - "successRate": 0.4453077678217098, - "wilsonLowerBound": 0.44086039766709234 + "successCount": 21333, + "successRate": 0.44543973941368076, + "wilsonLowerBound": 0.44099292456018396 }, "vllm": { "framework": "vllm", - "modelCount": 38796, + "modelCount": 38830, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4412, - "successRate": 0.11372306423342612, - "wilsonLowerBound": 0.11060207486574089 + "successCount": 4428, + "successRate": 0.11403553953129024, + "wilsonLowerBound": 0.11091209227370373 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 940, + "modelCount": 945, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -374,12 +374,12 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 6884, + "modelCount": 6904, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3002, - "successRate": 0.43608367228355605, - "wilsonLowerBound": 0.42440792233302893 + "successCount": 3009, + "successRate": 0.4358342989571263, + "wilsonLowerBound": 0.42417630974846243 } }, "Vastai_va16": { @@ -394,47 +394,47 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 15711, + "modelCount": 15768, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4914, - "successRate": 0.31277448921138057, - "wilsonLowerBound": 0.30557130913102326 + "successCount": 4920, + "successRate": 0.3120243531202435, + "wilsonLowerBound": 0.3048390392271801 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 27738, + "modelCount": 27754, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14125, - "successRate": 0.5092292162376523, - "wilsonLowerBound": 0.5033451333198427 + "successCount": 14131, + "successRate": 0.5091518339698782, + "wilsonLowerBound": 0.503269441473774 }, "vllm": { "framework": "vllm", - "modelCount": 66061, + "modelCount": 66121, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6911, - "successRate": 0.1046154311923828, - "wilsonLowerBound": 0.1023044558630363 + "successCount": 6925, + "successRate": 0.10473223332980446, + "wilsonLowerBound": 0.10242114004686016 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 13309, + "modelCount": 13318, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2084, - "successRate": 0.15658576902847698, - "wilsonLowerBound": 0.1505107717423421 + "successCount": 2087, + "successRate": 0.15670521099264154, + "wilsonLowerBound": 0.15063028349558744 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-10-05T22:48:14.253158+00:00", + "generatedAt": "2026-10-05T22:50:41.762580+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index a0526a847d..1ae0a0b406 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-10-05T22:48:14.253158+00:00", + "catalogUpdatedAt": "2026-10-05T22:50:41.762580+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-10-05T22:48:20.278528+00:00", + "generatedAt": "2026-10-05T22:50:41.762580+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6489,6 +6489,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-10-05T22:48:14.253158+00:00", + "taskTreeUpdatedAt": "2026-10-05T22:50:41.762580+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index 50c16f4353..655e3e7114 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1", ".modelhub_state/architecture_compatibility_blacklist.json": "da8c9876be598858e8a3a2752aa5b6db8d58cbfe3a2f847b9f28a85c23fa44dd", ".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab", - ".modelhub_state/market_intelligence.json": "a258ab32e56d6521bf069ca44fbeafa3d62aed48d5de86bb6b979822a593f515", - ".modelhub_state/official_capabilities.json": "a2d1ec34eb8f45648c794da1d7a922566176d8c73508ee1de98012d7fd26e0fc", + ".modelhub_state/market_intelligence.json": "d2ab1707e63843f7553650c0833049e83c75f0bc43198abad65b6300eb3e4b4a", + ".modelhub_state/official_capabilities.json": "2f48d8bbcd7576cfd9b20f66367cca6b2b11c95c22f133dc221dd28d03643b66", ".modelhub_state/outcome_checkpoint.json": "b8143b80431282844fb3ab638de92df5bb4b7d6b68aa7ec04426257e4e0ea1e6", ".modelhub_state/queue_cleanup_latest.json": "37a92df5dbd2c6d207e323031242f864be96827043ca583084769f1f466765cb", ".modelhub_state/recent_outcomes.jsonl": "66f65405defcf850f044e43e54c3dc291f18521f309cb9962d861b493cb049ac", @@ -17,9 +17,9 @@ "ledger/submissions.jsonl": "88fd4a8d6fb4e12230bca0c97bd9a0db370e50b25e0b34a627851aa4a419b7a0", "outcomes/submissions.jsonl": "8663f88f724c1acef8b730f5b77cb0b614e73553ac60d1b2f918c21370973658" }, - "generation": 21134, + "generation": 21135, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-10-05T22:48:22.854517+00:00", + "updatedAt": "2026-10-05T22:50:42.971378+00:00", "writerId": "c99196ebc91b43dbbcacb4830cce7e56" }