diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index 12d46ac5ce..3c963e6112 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -3,66 +3,66 @@ "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-31T04:07:42.549762+00:00", - "frameworkAttemptedAt": "2026-10-30T22:16:43.037238+00:00", + "frameworkAttemptedAt": "2026-10-31T04:17:23.118302+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 45021, + "modelCount": 45064, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22800, - "successRate": 0.5064303325114946, - "wilsonLowerBound": 0.5018116760943446 + "successCount": 22823, + "successRate": 0.5064574826912835, + "wilsonLowerBound": 0.5018410313475152 }, "vllm": { "framework": "vllm", - "modelCount": 59552, + "modelCount": 59587, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15744, - "successRate": 0.2643739924771628, - "wilsonLowerBound": 0.260847295465 + "successCount": 15746, + "successRate": 0.2642522697903905, + "wilsonLowerBound": 0.26072713433476724 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", - "modelCount": 56, + "modelCount": 60, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 18, - "successRate": 0.32142857142857145, - "wilsonLowerBound": 0.21400827887722296 + "successRate": 0.3, + "wilsonLowerBound": 0.19898010252726894 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 6614, + "modelCount": 6652, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2175, - "successRate": 0.32884789839733897, - "wilsonLowerBound": 0.3176278709867261 + "successCount": 2187, + "successRate": 0.3287733012627781, + "wilsonLowerBound": 0.31758576377947634 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 40240, + "modelCount": 40288, "officialConfigError": null, "officialConfigValid": true, - "successCount": 19532, - "successRate": 0.4853876739562624, - "wilsonLowerBound": 0.4805060225734731 + "successCount": 19564, + "successRate": 0.48560365369340747, + "wilsonLowerBound": 0.4807248283329607 }, "vllm": { "framework": "vllm", - "modelCount": 41320, + "modelCount": 41332, "officialConfigError": null, "officialConfigValid": true, - "successCount": 11260, - "successRate": 0.2725072604065828, - "wilsonLowerBound": 0.2682353744879226 + "successCount": 11261, + "successRate": 0.2724523371721668, + "wilsonLowerBound": 0.26818134396452314 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -75,81 +75,81 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 16061, + "modelCount": 16124, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6429, - "successRate": 0.40028640806923604, - "wilsonLowerBound": 0.39273360022305204 + "successCount": 6445, + "successRate": 0.3997147109898288, + "wilsonLowerBound": 0.3921785597093653 } }, "Biren_166m": { "vllm": { "framework": "vllm", - "modelCount": 64355, + "modelCount": 64356, "officialConfigError": null, "officialConfigValid": true, "successCount": 12100, - "successRate": 0.1880195788982985, - "wilsonLowerBound": 0.1850193997155498 + "successRate": 0.18801665734352663, + "wilsonLowerBound": 0.1850165195205704 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 40555, + "modelCount": 40702, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 8261, - "successRate": 0.20369868080384662, - "wilsonLowerBound": 0.19980700551687405 + "successCount": 8293, + "successRate": 0.20374920151343914, + "wilsonLowerBound": 0.19986414351821635 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 8839, + "modelCount": 8849, "officialConfigError": null, "officialConfigValid": true, "successCount": 118, - "successRate": 0.013349926462269488, - "wilsonLowerBound": 0.011159907684070354 + "successRate": 0.01333484009492598, + "wilsonLowerBound": 0.011147283477779756 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26931, + "modelCount": 26935, "officialConfigError": null, "officialConfigValid": true, "successCount": 3310, - "successRate": 0.12290668746054732, - "wilsonLowerBound": 0.11903898739512804 + "successRate": 0.12288843512158901, + "wilsonLowerBound": 0.11902127116915305 }, "vllm-customized": { "framework": "vllm-customized", - "modelCount": 16536, + "modelCount": 16537, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, - "successRate": 0.10135462022254475, - "wilsonLowerBound": 0.09684682438124673 + "successRate": 0.1013484912620185, + "wilsonLowerBound": 0.09684095369249211 }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 19473, + "modelCount": 19522, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7335, - "successRate": 0.3766753967031274, - "wilsonLowerBound": 0.3698945298189592 + "successCount": 7347, + "successRate": 0.37634463681999797, + "wilsonLowerBound": 0.3695735004750615 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", - "modelCount": 24865, + "modelCount": 24866, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3812, - "successRate": 0.15330786245726927, - "wilsonLowerBound": 0.1488832088267288 + "successCount": 3813, + "successRate": 0.1533419126518137, + "wilsonLowerBound": 0.1489169345568916 }, "vllm-customized": { "framework": "vllm-customized", @@ -162,23 +162,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 59590, + "modelCount": 59684, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14783, - "successRate": 0.24807853666722604, - "wilsonLowerBound": 0.24462708059481802 + "successCount": 14810, + "successRate": 0.24814020508008847, + "wilsonLowerBound": 0.2446911626600564 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 30421, + "modelCount": 30529, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4148, - "successRate": 0.13635317708162126, - "wilsonLowerBound": 0.1325427699173584 + "successCount": 4160, + "successRate": 0.13626388024501293, + "wilsonLowerBound": 0.1324612106437566 }, "vllm": { "framework": "vllm", @@ -191,21 +191,21 @@ }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 50787, + "modelCount": 50791, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5805, - "successRate": 0.11430090377458799, - "wilsonLowerBound": 0.11156278155019946 + "successCount": 5806, + "successRate": 0.11431159063613633, + "wilsonLowerBound": 0.11157346163686337 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 55185, + "modelCount": 55296, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3917, - "successRate": 0.07097943281688865, - "wilsonLowerBound": 0.06886664466892725 + "successCount": 3925, + "successRate": 0.07098162615740741, + "wilsonLowerBound": 0.06887089928174854 } }, "Iluvatar_bi-150": { @@ -220,7 +220,7 @@ }, "llamacpp_opt": { "framework": "llamacpp_opt", - "modelCount": 170, + "modelCount": 171, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -229,12 +229,12 @@ }, "transformers": { "framework": "transformers", - "modelCount": 6758, + "modelCount": 6760, "officialConfigError": null, "officialConfigValid": true, "successCount": 631, - "successRate": 0.09337081976916248, - "wilsonLowerBound": 0.08666303017728585 + "successRate": 0.09334319526627219, + "wilsonLowerBound": 0.08663729928833827 }, "vllm": { "framework": "vllm", @@ -247,12 +247,12 @@ }, "vllm-0.17.0": { "framework": "vllm-0.17.0", - "modelCount": 425, + "modelCount": 427, "officialConfigError": null, "officialConfigValid": true, "successCount": 2, - "successRate": 0.004705882352941176, - "wilsonLowerBound": 0.0012914456772019308 + "successRate": 0.00468384074941452, + "wilsonLowerBound": 0.0012853923156898811 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", @@ -265,12 +265,12 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 45536, + "modelCount": 45542, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 5898, - "successRate": 0.1295238931834153, - "wilsonLowerBound": 0.12647099190814626 + "successCount": 5899, + "successRate": 0.1295287866145536, + "wilsonLowerBound": 0.12647603440543706 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", @@ -294,85 +294,85 @@ }, "vllm": { "framework": "vllm", - "modelCount": 37097, + "modelCount": 37136, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7618, - "successRate": 0.20535353263067094, - "wilsonLowerBound": 0.20127335653884085 + "successCount": 7633, + "successRate": 0.20554179233089187, + "wilsonLowerBound": 0.20146232801545239 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61666, + "modelCount": 61670, "officialConfigError": null, "officialConfigValid": true, "successCount": 12434, - "successRate": 0.20163461226607854, - "wilsonLowerBound": 0.19848647205420222 + "successRate": 0.2016215339711367, + "wilsonLowerBound": 0.19847357282051414 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 21394, + "modelCount": 21459, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 5879, - "successRate": 0.27479667196410207, - "wilsonLowerBound": 0.2688555132593417 + "successCount": 5885, + "successRate": 0.27424390698541407, + "wilsonLowerBound": 0.26831552535634307 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 17124, + "modelCount": 17145, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4117, - "successRate": 0.2404227984115861, - "wilsonLowerBound": 0.23408077529573446 + "successCount": 4122, + "successRate": 0.24041994750656168, + "wilsonLowerBound": 0.2340817999519093 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 71331, + "modelCount": 71369, "officialConfigError": null, "officialConfigValid": true, - "successCount": 19528, - "successRate": 0.2737659643072437, - "wilsonLowerBound": 0.27050597469902804 + "successCount": 19538, + "successRate": 0.27376031610363044, + "wilsonLowerBound": 0.27050121254224885 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 2847, + "modelCount": 2879, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1562, - "successRate": 0.5486476993326308, - "wilsonLowerBound": 0.5303147367227969 + "successCount": 1580, + "successRate": 0.5488016672455713, + "wilsonLowerBound": 0.5305714465109577 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 49448, + "modelCount": 49470, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22256, - "successRate": 0.45008898236531303, - "wilsonLowerBound": 0.4457079524224785 + "successCount": 22269, + "successRate": 0.4501516070345664, + "wilsonLowerBound": 0.44577149023006646 }, "vllm": { "framework": "vllm", - "modelCount": 42697, + "modelCount": 42740, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5709, - "successRate": 0.13370962831112257, - "wilsonLowerBound": 0.13051428416662766 + "successCount": 5720, + "successRate": 0.1338324754328498, + "wilsonLowerBound": 0.1306374587074365 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 1471, + "modelCount": 1482, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -392,21 +392,21 @@ }, "vllm": { "framework": "vllm", - "modelCount": 10131, + "modelCount": 10132, "officialConfigError": null, "officialConfigValid": true, - "successCount": 767, - "successRate": 0.07570822228802684, - "wilsonLowerBound": 0.07071634427594103 + "successCount": 768, + "successRate": 0.0757994472956968, + "wilsonLowerBound": 0.07080492825439218 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 8422, + "modelCount": 8446, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3701, - "successRate": 0.43944431251484206, - "wilsonLowerBound": 0.4288742074549344 + "successCount": 3712, + "successRate": 0.43949798721288186, + "wilsonLowerBound": 0.42894270091844666 } }, "Vastai_va16": { @@ -421,47 +421,47 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 23760, + "modelCount": 23852, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6598, - "successRate": 0.2776936026936027, - "wilsonLowerBound": 0.2720351127140365 + "successCount": 6627, + "successRate": 0.2778383364078484, + "wilsonLowerBound": 0.27218976471183093 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 29977, + "modelCount": 30013, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15383, - "successRate": 0.5131600894018747, - "wilsonLowerBound": 0.5075005235009272 + "successCount": 15402, + "successRate": 0.5131776230300203, + "wilsonLowerBound": 0.5075214559741497 }, "vllm": { "framework": "vllm", - "modelCount": 69783, + "modelCount": 69820, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7621, - "successRate": 0.10920997950790307, - "wilsonLowerBound": 0.10691725955341373 + "successCount": 7628, + "successRate": 0.10925236321970783, + "wilsonLowerBound": 0.10695984903066724 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 15192, + "modelCount": 15224, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2873, - "successRate": 0.18911269088994206, - "wilsonLowerBound": 0.18296442827578813 + "successCount": 2884, + "successRate": 0.18943772990015764, + "wilsonLowerBound": 0.18329167346779252 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-10-31T04:16:19.514047+00:00", + "generatedAt": "2026-10-31T04:17:23.118302+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index 74f4a813d7..ee9d5ea9cc 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-10-31T04:16:19.514047+00:00", + "catalogUpdatedAt": "2026-10-31T04:17:23.118302+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-10-31T04:16:19.514047+00:00", + "generatedAt": "2026-10-31T04:17:23.118302+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6574,6 +6574,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-10-31T04:16:19.514047+00:00", + "taskTreeUpdatedAt": "2026-10-31T04:17:23.118302+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index eb8d40983a..8d7c97950e 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "75992f8fc87bd43463ad6a2225d42d2ca55bf3279439823531261e6ae705f09c", ".modelhub_state/architecture_compatibility_blacklist.json": "993e6d2d91c14e187899da10012f73aad86c0180e17e4ab2d10f7857f5e80c39", ".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff", - ".modelhub_state/market_intelligence.json": "1fff5f8557545e28008819145e2348fd6629f0cfeaf93e5525c59b00857617d4", - ".modelhub_state/official_capabilities.json": "7c019048104c9bcdc3376a63ddbf8ed0fc1a54fc8afee11bb8e1243a20c041d1", + ".modelhub_state/market_intelligence.json": "1717428ca15de9d63a4fccf793960cac3674dbc25c46f2cb07368763e51e53da", + ".modelhub_state/official_capabilities.json": "ec24e737a75ca1e162a11e6097d404d00d61beac1a81dec0c9389d428f4dc224", ".modelhub_state/outcome_checkpoint.json": "4eacee5d1b82476922a42623f53deab1d72db8a7d7fbc2e1c61864e2fcabc18a", ".modelhub_state/recent_outcomes.jsonl": "b5a4e7fdbc9d25b351375add299be002b443d9387060d05ced94afc73eab76f6", ".modelhub_state/recovery_active_tasks.jsonl": "c3f72329ccf2bde82546164348cca06ec8217dfb99abf29f1d114e0381b3ae12", @@ -16,9 +16,9 @@ "ledger/submissions.jsonl": "d6cc1b58ce2aef6f53bf45fe37745d9a8f43d841595381e8f9f6b0062311138e", "outcomes/submissions.jsonl": "0674318e6ebdee623dcbde444aa16505e42b4528e691ed0a48560da4fc9ff6d3" }, - "generation": 16736, + "generation": 16737, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-10-31T04:16:20.285506+00:00", + "updatedAt": "2026-10-31T04:17:24.250461+00:00", "writerId": "b60d613251844af6b43636e34287be85" }