From a781b685e755fd27fb9a87829d5fb3ccbc87ba61 Mon Sep 17 00:00:00 2001 From: CoolBoy <2269097679@qq.com> Date: Tue, 6 Oct 2026 04:53:46 +0000 Subject: [PATCH] state: generation 21270 (cycle) --- .modelhub_state/market_intelligence.json | 290 ++++++++++----------- .modelhub_state/official_capabilities.json | 6 +- manifest.json | 8 +- 3 files changed, 152 insertions(+), 152 deletions(-) diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index 43a1d78b79..c46fb05c23 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -3,28 +3,28 @@ "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-06T04:40:27.570025+00:00", - "frameworkAttemptedAt": "2026-10-05T22:50:41.762580+00:00", + "frameworkAttemptedAt": "2026-10-06T04:53:05.888374+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 41149, + "modelCount": 41183, "officialConfigError": null, "officialConfigValid": true, - "successCount": 20225, - "successRate": 0.4915064764635836, - "wilsonLowerBound": 0.48667708729595527 + "successCount": 20244, + "successRate": 0.49156205230313477, + "wilsonLowerBound": 0.48673464229374613 }, "vllm": { "framework": "vllm", - "modelCount": 55104, + "modelCount": 55167, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15162, - "successRate": 0.27515243902439024, - "wilsonLowerBound": 0.2714393635736996 + "successCount": 15175, + "successRate": 0.2750738666231624, + "wilsonLowerBound": 0.27136323848378735 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -37,70 +37,70 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 3811, + "modelCount": 3841, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1139, - "successRate": 0.2988716872212018, - "wilsonLowerBound": 0.28454638235606106 + "successCount": 1152, + "successRate": 0.2999218953397553, + "wilsonLowerBound": 0.28563623640899005 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 35807, + "modelCount": 35863, "officialConfigError": null, "officialConfigValid": true, - "successCount": 16609, - "successRate": 0.4638478509788589, - "wilsonLowerBound": 0.45868660545685636 + "successCount": 16639, + "successRate": 0.46396007026740654, + "wilsonLowerBound": 0.4588027564279392 }, "vllm": { "framework": "vllm", - "modelCount": 39239, + "modelCount": 39257, "officialConfigError": null, "officialConfigValid": true, - "successCount": 10940, - "successRate": 0.2788042508728561, - "wilsonLowerBound": 0.27438923267711324 + "successCount": 10942, + "successRate": 0.2787273607254757, + "wilsonLowerBound": 0.2743137325382675 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 11753, + "modelCount": 11798, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4927, - "successRate": 0.4192121160554752, - "wilsonLowerBound": 0.4103190586879144 + "successCount": 4946, + "successRate": 0.4192235972198678, + "wilsonLowerBound": 0.4103474227313092 } }, "Biren_166m": { "vllm": { "framework": "vllm", - "modelCount": 64191, + "modelCount": 64192, "officialConfigError": null, "officialConfigValid": true, "successCount": 12095, - "successRate": 0.1884220529357698, - "wilsonLowerBound": 0.1854155602991474 + "successRate": 0.18841911764705882, + "wilsonLowerBound": 0.18541266654924088 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 26680, + "modelCount": 26807, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5739, - "successRate": 0.21510494752623688, - "wilsonLowerBound": 0.21021561118604548 + "successCount": 5774, + "successRate": 0.21539150221956951, + "wilsonLowerBound": 0.21051124638452456 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7409, + "modelCount": 7421, "officialConfigError": null, "officialConfigValid": true, - "successCount": 98, - "successRate": 0.013227156161425294, - "wilsonLowerBound": 0.010866422268208064 + "successCount": 99, + "successRate": 0.013340520145532947, + "wilsonLowerBound": 0.01097054609166011 } }, "Cambricon_mlu-370-x4": { @@ -124,23 +124,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 14371, + "modelCount": 14413, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5778, - "successRate": 0.40205970356968895, - "wilsonLowerBound": 0.39407036984660976 + "successCount": 5791, + "successRate": 0.4017900506487199, + "wilsonLowerBound": 0.39381327706589425 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", - "modelCount": 24598, + "modelCount": 24606, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3800, - "successRate": 0.15448410439873161, - "wilsonLowerBound": 0.150021515170266 + "successCount": 3801, + "successRate": 0.15447451841014387, + "wilsonLowerBound": 0.15001276188382545 }, "vllm-customized": { "framework": "vllm-customized", @@ -153,106 +153,106 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 49410, + "modelCount": 49509, "officialConfigError": null, "officialConfigValid": true, - "successCount": 12359, - "successRate": 0.2501315523173447, - "wilsonLowerBound": 0.24633229007999688 + "successCount": 12391, + "successRate": 0.25027772728190834, + "wilsonLowerBound": 0.2464814920688856 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 23718, + "modelCount": 23727, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3114, - "successRate": 0.13129268909688843, - "wilsonLowerBound": 0.12705425656385433 + "successCount": 3115, + "successRate": 0.13128503392759303, + "wilsonLowerBound": 0.12704750157618222 }, "vllm": { "framework": "vllm", - "modelCount": 86882, + "modelCount": 86884, "officialConfigError": null, "officialConfigValid": true, "successCount": 9768, - "successRate": 0.11242835109689003, - "wilsonLowerBound": 0.11034492462478135 + "successRate": 0.11242576308641407, + "wilsonLowerBound": 0.11034238162338318 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 44765, + "modelCount": 44826, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5433, - "successRate": 0.12136713950631073, - "wilsonLowerBound": 0.11837447598982775 + "successCount": 5437, + "successRate": 0.12129121491991256, + "wilsonLowerBound": 0.11830138780463155 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 43314, + "modelCount": 43548, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3611, - "successRate": 0.08336796416862909, - "wilsonLowerBound": 0.08080137717435144 + "successCount": 3613, + "successRate": 0.08296592266005327, + "wilsonLowerBound": 0.08041187651483253 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 91501, + "modelCount": 91551, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22602, - "successRate": 0.2470136938394116, - "wilsonLowerBound": 0.24422989776081205 + "successCount": 22631, + "successRate": 0.24719555220587433, + "wilsonLowerBound": 0.2444118152021095 }, "transformers": { "framework": "transformers", - "modelCount": 5466, + "modelCount": 5468, "officialConfigError": null, "officialConfigValid": true, "successCount": 580, - "successRate": 0.10611050128064398, - "wilsonLowerBound": 0.09822058009522845 + "successRate": 0.10607168983174835, + "wilsonLowerBound": 0.09818450282521793 }, "vllm": { "framework": "vllm", - "modelCount": 112796, + "modelCount": 112798, "officialConfigError": null, "officialConfigValid": true, "successCount": 16529, - "successRate": 0.14653888435760135, - "wilsonLowerBound": 0.14448707498581614 + "successRate": 0.14653628610436356, + "wilsonLowerBound": 0.14448451005878246 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 21904, + "modelCount": 22004, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3846, - "successRate": 0.17558436815193573, - "wilsonLowerBound": 0.1706027700700738 + "successCount": 3854, + "successRate": 0.1751499727322305, + "wilsonLowerBound": 0.1701845517106415 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 43494, + "modelCount": 43497, "officialConfigError": null, "officialConfigValid": true, "successCount": 5659, - "successRate": 0.13010990021612176, - "wilsonLowerBound": 0.12698077967462934 + "successRate": 0.1301009265006782, + "wilsonLowerBound": 0.12697200624487764 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7726, + "modelCount": 7738, "officialConfigError": null, "officialConfigValid": true, - "successCount": 711, - "successRate": 0.09202692208128398, - "wilsonLowerBound": 0.08578235268705893 + "successCount": 712, + "successRate": 0.09201344016541742, + "wilsonLowerBound": 0.08577399026112678 } }, "Iluvatar_mrv-100": { @@ -267,85 +267,85 @@ }, "vllm": { "framework": "vllm", - "modelCount": 33434, + "modelCount": 33470, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6469, - "successRate": 0.19348567326673446, - "wilsonLowerBound": 0.18928658024275244 + "successCount": 6482, + "successRate": 0.19366596952494772, + "wilsonLowerBound": 0.189467597880001 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61425, + "modelCount": 61431, "officialConfigError": null, "officialConfigValid": true, - "successCount": 12414, - "successRate": 0.2021001221001221, - "wilsonLowerBound": 0.19894308561990273 + "successCount": 12415, + "successRate": 0.202096661294786, + "wilsonLowerBound": 0.1989397985960338 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 13220, + "modelCount": 13322, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3833, - "successRate": 0.2899394856278366, - "wilsonLowerBound": 0.28226672364911526 + "successCount": 3858, + "successRate": 0.28959615673322325, + "wilsonLowerBound": 0.28195538425293465 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 14885, + "modelCount": 14906, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3676, - "successRate": 0.24696002687269064, - "wilsonLowerBound": 0.2400979639737632 + "successCount": 3678, + "successRate": 0.2467462766671139, + "wilsonLowerBound": 0.2398910712680181 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 66111, + "modelCount": 66155, "officialConfigError": null, "officialConfigValid": true, - "successCount": 18196, - "successRate": 0.2752340760236572, - "wilsonLowerBound": 0.2718425856216586 + "successCount": 18214, + "successRate": 0.2753231048295669, + "wilsonLowerBound": 0.27193239160211324 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 608, + "modelCount": 623, "officialConfigError": null, "officialConfigValid": true, - "successCount": 373, - "successRate": 0.6134868421052632, - "wilsonLowerBound": 0.5741824560950987 + "successCount": 384, + "successRate": 0.6163723916532905, + "wilsonLowerBound": 0.5775850821628489 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 47892, + "modelCount": 47914, "officialConfigError": null, "officialConfigValid": true, - "successCount": 21333, - "successRate": 0.44543973941368076, - "wilsonLowerBound": 0.44099292456018396 + "successCount": 21350, + "successRate": 0.4455900154443378, + "wilsonLowerBound": 0.44114406097534054 }, "vllm": { "framework": "vllm", - "modelCount": 38830, + "modelCount": 38862, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4428, - "successRate": 0.11403553953129024, - "wilsonLowerBound": 0.11091209227370373 + "successCount": 4439, + "successRate": 0.11422469250167258, + "wilsonLowerBound": 0.11110021538303734 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 945, + "modelCount": 958, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -365,76 +365,76 @@ }, "vllm": { "framework": "vllm", - "modelCount": 10065, + "modelCount": 10066, "officialConfigError": null, "officialConfigValid": true, - "successCount": 754, - "successRate": 0.0749130650769995, - "wilsonLowerBound": 0.06993064194246942 + "successCount": 755, + "successRate": 0.07500496721637194, + "wilsonLowerBound": 0.0700198537636162 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 6904, + "modelCount": 6922, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3009, - "successRate": 0.4358342989571263, - "wilsonLowerBound": 0.42417630974846243 + "successCount": 3017, + "successRate": 0.4358566888182606, + "wilsonLowerBound": 0.42421373199832174 } }, "Vastai_va16": { "vllm": { "framework": "vllm", - "modelCount": 7404, + "modelCount": 7405, "officialConfigError": null, "officialConfigValid": true, "successCount": 244, - "successRate": 0.032955159373311727, - "wilsonLowerBound": 0.029124828822416106 + "successRate": 0.03295070898041864, + "wilsonLowerBound": 0.029120888399895118 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 15768, + "modelCount": 15810, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4920, - "successRate": 0.3120243531202435, - "wilsonLowerBound": 0.3048390392271801 + "successCount": 4925, + "successRate": 0.31151170145477547, + "wilsonLowerBound": 0.3043392458618536 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 27754, + "modelCount": 27770, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14131, - "successRate": 0.5091518339698782, - "wilsonLowerBound": 0.503269441473774 + "successCount": 14141, + "successRate": 0.5092185812027368, + "wilsonLowerBound": 0.5033378888736968 }, "vllm": { "framework": "vllm", - "modelCount": 66121, + "modelCount": 66199, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6925, - "successRate": 0.10473223332980446, - "wilsonLowerBound": 0.10242114004686016 + "successCount": 6938, + "successRate": 0.10480520853789332, + "wilsonLowerBound": 0.10249474216955703 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 13318, + "modelCount": 13328, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2087, - "successRate": 0.15670521099264154, - "wilsonLowerBound": 0.15063028349558744 + "successCount": 2093, + "successRate": 0.15703781512605042, + "wilsonLowerBound": 0.1509597093359958 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-10-06T04:50:40.450317+00:00", + "generatedAt": "2026-10-06T04:53:05.888374+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index 4cf302ffb2..380592d5d3 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-10-06T04:50:40.450317+00:00", + "catalogUpdatedAt": "2026-10-06T04:53:05.888374+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-10-06T04:50:40.450317+00:00", + "generatedAt": "2026-10-06T04:53:05.888374+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6654,6 +6654,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-10-06T04:50:40.450317+00:00", + "taskTreeUpdatedAt": "2026-10-06T04:53:05.888374+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index b4710fb75c..9107b79830 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1", ".modelhub_state/architecture_compatibility_blacklist.json": "67088a0cbeee8ba7b953442f3e6d47d66e21399cf6747ed4c433d09c4635d607", ".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab", - ".modelhub_state/market_intelligence.json": "c8b1c4ba18b9ff5199de799bf512ec56b7182b2a90c72827dda8e90c35d1d432", - ".modelhub_state/official_capabilities.json": "996aae779c8755b00d6d41d8fed6a1446a4a6eecea5d2be6e4bbbb0bf9341519", + ".modelhub_state/market_intelligence.json": "488d0e774a0e86b8bacb45c3c09269dd303dd8371a7fa4898051791c04c7613d", + ".modelhub_state/official_capabilities.json": "b98734ab67c12eba5f27c6083a462a1bfc5ec7ddf1d23f0490b47fb136d5e1e0", ".modelhub_state/outcome_checkpoint.json": "d4c11dc77d949567c534bf4b929418777fc1f41690746c29d7d50fc7160fce27", ".modelhub_state/queue_cleanup_latest.json": "bfbda40c7dc7bfebce797c1bb61357de5e74b019bdbb08e50f8f19323e95a84c", ".modelhub_state/recent_outcomes.jsonl": "66f65405defcf850f044e43e54c3dc291f18521f309cb9962d861b493cb049ac", @@ -17,9 +17,9 @@ "ledger/submissions.jsonl": "c4b4056a5d364b91385a9f0b65273d42d078fb1b0fdd0f130018b8bd699524a8", "outcomes/submissions.jsonl": "16ad14643e48c98e9fb31d1f08858224b3722056cb158f480688ab6a94fc7c52" }, - "generation": 21269, + "generation": 21270, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-10-06T04:50:47.065223+00:00", + "updatedAt": "2026-10-06T04:53:46.123669+00:00", "writerId": "c99196ebc91b43dbbcacb4830cce7e56" }