diff --git a/.modelhub_state/architecture_compatibility_blacklist.json b/.modelhub_state/architecture_compatibility_blacklist.json index bbecc4cf3e..f82486b728 100644 --- a/.modelhub_state/architecture_compatibility_blacklist.json +++ b/.modelhub_state/architecture_compatibility_blacklist.json @@ -2984,7 +2984,7 @@ "taskType": "text-generation" } }, - "generatedAt": "2026-10-11T16:27:48.450367+00:00", + "generatedAt": "2026-10-11T16:37:55.757547+00:00", "summary": { "activeBlockCount": 149, "byGpuFramework": { diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index 45dd1ac5e7..d958d530b8 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -3,28 +3,28 @@ "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-11T16:29:10.601049+00:00", - "frameworkAttemptedAt": "2026-10-11T13:34:31.963113+00:00", + "frameworkAttemptedAt": "2026-10-11T16:41:28.570022+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 42132, + "modelCount": 42140, "officialConfigError": null, "officialConfigValid": true, - "successCount": 20906, - "successRate": 0.49620241146871735, - "wilsonLowerBound": 0.49142869945258505 + "successCount": 20913, + "successRate": 0.49627432368296154, + "wilsonLowerBound": 0.4915010530228554 }, "vllm": { "framework": "vllm", - "modelCount": 56399, + "modelCount": 56453, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15342, - "successRate": 0.27202609975354175, - "wilsonLowerBound": 0.2683690353306232 + "successCount": 15345, + "successRate": 0.271819035303704, + "wilsonLowerBound": 0.26816460242498097 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -37,41 +37,41 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 4342, + "modelCount": 4349, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1307, - "successRate": 0.30101335789958544, - "wilsonLowerBound": 0.2875502552183148 + "successCount": 1312, + "successRate": 0.30167854679236605, + "wilsonLowerBound": 0.28821699985688143 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 36957, + "modelCount": 36979, "officialConfigError": null, "officialConfigValid": true, - "successCount": 17354, - "successRate": 0.4695727467056309, - "wilsonLowerBound": 0.46448788012940795 + "successCount": 17369, + "successRate": 0.4696990183617729, + "wilsonLowerBound": 0.46461557208199533 }, "vllm": { "framework": "vllm", - "modelCount": 39740, + "modelCount": 39766, "officialConfigError": null, "officialConfigValid": true, - "successCount": 11014, - "successRate": 0.2771514846502265, - "wilsonLowerBound": 0.27277245830589336 + "successCount": 11017, + "successRate": 0.27704571744706535, + "wilsonLowerBound": 0.27266864362125237 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 12706, + "modelCount": 12739, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5329, - "successRate": 0.41940815362820716, - "wilsonLowerBound": 0.4108534143399187 + "successCount": 5341, + "successRate": 0.41926367846769763, + "wilsonLowerBound": 0.41072044548189773 } }, "Biren_166m": { @@ -86,32 +86,32 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 29815, + "modelCount": 29887, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6476, - "successRate": 0.2172061043099111, - "wilsonLowerBound": 0.21256213051712927 + "successCount": 6481, + "successRate": 0.2168501355104226, + "wilsonLowerBound": 0.21221453020823336 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7712, + "modelCount": 7716, "officialConfigError": null, "officialConfigValid": true, - "successCount": 105, - "successRate": 0.013615145228215768, - "wilsonLowerBound": 0.011260171444320517 + "successCount": 106, + "successRate": 0.013737687921202696, + "wilsonLowerBound": 0.011371815320575233 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26625, + "modelCount": 26631, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3269, - "successRate": 0.1227793427230047, - "wilsonLowerBound": 0.1188915646686596 + "successCount": 3270, + "successRate": 0.12278923059592205, + "wilsonLowerBound": 0.11890174653639872 }, "vllm-customized": { "framework": "vllm-customized", @@ -124,23 +124,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 15588, + "modelCount": 15604, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6158, - "successRate": 0.39504747241467797, - "wilsonLowerBound": 0.38739980247053724 + "successCount": 6165, + "successRate": 0.39509100230710076, + "wilsonLowerBound": 0.38744708281258994 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", - "modelCount": 24737, + "modelCount": 24740, "officialConfigError": null, "officialConfigValid": true, "successCount": 3806, - "successRate": 0.15385859239196345, - "wilsonLowerBound": 0.14941596719976147 + "successRate": 0.153839935327405, + "wilsonLowerBound": 0.14939780211535048 }, "vllm-customized": { "framework": "vllm-customized", @@ -153,61 +153,61 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 51612, + "modelCount": 51658, "officialConfigError": null, "officialConfigValid": true, - "successCount": 13005, - "successRate": 0.2519762845849802, - "wilsonLowerBound": 0.2482492652689567 + "successCount": 13016, + "successRate": 0.2519648457160556, + "wilsonLowerBound": 0.24823953507281116 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 24327, + "modelCount": 24354, "officialConfigError": null, "officialConfigValid": true, "successCount": 3143, - "successRate": 0.1291980104410737, - "wilsonLowerBound": 0.12504146477684208 + "successRate": 0.1290547753962388, + "wilsonLowerBound": 0.12490251359675075 }, "vllm": { "framework": "vllm", - "modelCount": 86989, + "modelCount": 86992, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, - "successRate": 0.11233604248813069, - "wilsonLowerBound": 0.1102546441045114 + "successRate": 0.11233216847526209, + "wilsonLowerBound": 0.11025083745991396 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 46109, + "modelCount": 46127, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5546, - "successRate": 0.12028020559977445, - "wilsonLowerBound": 0.11734264236381389 + "successCount": 5548, + "successRate": 0.12027662757170421, + "wilsonLowerBound": 0.11733966980503703 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 46572, + "modelCount": 46651, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3653, - "successRate": 0.0784376878811303, - "wilsonLowerBound": 0.07603046514506831 + "successCount": 3654, + "successRate": 0.0783262952562646, + "wilsonLowerBound": 0.07592267693831987 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 93615, + "modelCount": 93655, "officialConfigError": null, "officialConfigValid": true, - "successCount": 23300, - "successRate": 0.24889173743524007, - "wilsonLowerBound": 0.2461323337268517 + "successCount": 23312, + "successRate": 0.24891356574662324, + "wilsonLowerBound": 0.24615466707755723 }, "transformers": { "framework": "transformers", @@ -229,39 +229,39 @@ }, "vllm-0.17.0": { "framework": "vllm-0.17.0", - "modelCount": 96, + "modelCount": 97, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, - "successRate": 0.010416666666666666, - "wilsonLowerBound": 0.0018411228184366352 + "successRate": 0.010309278350515464, + "wilsonLowerBound": 0.0018221178995736602 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 23462, + "modelCount": 23484, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3980, - "successRate": 0.16963600716051488, - "wilsonLowerBound": 0.16488768571867296 + "successCount": 3985, + "successRate": 0.16969000170328735, + "wilsonLowerBound": 0.16494326307602572 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 43625, + "modelCount": 43627, "officialConfigError": null, "officialConfigValid": true, "successCount": 5674, - "successRate": 0.13006303724928367, - "wilsonLowerBound": 0.12693905710074657 + "successRate": 0.13005707474728953, + "wilsonLowerBound": 0.1269332275094749 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 8048, + "modelCount": 8070, "officialConfigError": null, "officialConfigValid": true, - "successCount": 751, - "successRate": 0.09331510934393639, - "wilsonLowerBound": 0.08715268577058863 + "successCount": 757, + "successRate": 0.09380421313506815, + "wilsonLowerBound": 0.08763482607501104 } }, "Iluvatar_mrv-100": { @@ -276,12 +276,12 @@ }, "vllm": { "framework": "vllm", - "modelCount": 34257, + "modelCount": 34272, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6762, - "successRate": 0.1973903143883002, - "wilsonLowerBound": 0.19320935537528564 + "successCount": 6771, + "successRate": 0.19756652661064425, + "wilsonLowerBound": 0.19338503799617207 } }, "Kunlunxin_p-800": { @@ -296,61 +296,61 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 15324, + "modelCount": 15386, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4346, - "successRate": 0.28360741320803967, - "wilsonLowerBound": 0.27652552253666707 + "successCount": 4359, + "successRate": 0.283309502144807, + "wilsonLowerBound": 0.2762441179875897 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 15309, + "modelCount": 15311, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3734, - "successRate": 0.24390881181004637, - "wilsonLowerBound": 0.23717087443026186 + "successCount": 3735, + "successRate": 0.2439422637319574, + "wilsonLowerBound": 0.2372044379553507 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 67546, + "modelCount": 67593, "officialConfigError": null, "officialConfigValid": true, - "successCount": 18619, - "successRate": 0.2756491872205608, - "wilsonLowerBound": 0.27229217935645217 + "successCount": 18627, + "successRate": 0.275575873241312, + "wilsonLowerBound": 0.27222030992383467 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 921, + "modelCount": 927, "officialConfigError": null, "officialConfigValid": true, - "successCount": 556, - "successRate": 0.6036916395222585, - "wilsonLowerBound": 0.5717336010340232 + "successCount": 559, + "successRate": 0.6030204962243797, + "wilsonLowerBound": 0.571160725295832 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 48346, + "modelCount": 48359, "officialConfigError": null, "officialConfigValid": true, - "successCount": 21686, - "successRate": 0.4485583088569892, - "wilsonLowerBound": 0.44412918943028845 + "successCount": 21695, + "successRate": 0.44862383423974855, + "wilsonLowerBound": 0.4441952440158708 }, "vllm": { "framework": "vllm", - "modelCount": 39654, + "modelCount": 39688, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4752, - "successRate": 0.11983658647299138, - "wilsonLowerBound": 0.11667675032296591 + "successCount": 4757, + "successRate": 0.11985990727675871, + "wilsonLowerBound": 0.11670113843094837 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", @@ -383,67 +383,67 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 7247, + "modelCount": 7253, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3177, - "successRate": 0.43838829860631984, - "wilsonLowerBound": 0.4269997558254568 + "successCount": 3182, + "successRate": 0.43871501447676825, + "wilsonLowerBound": 0.42733006392679657 } }, "Vastai_va16": { "vllm": { "framework": "vllm", - "modelCount": 7419, + "modelCount": 7420, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, - "successRate": 0.033023318506537266, - "wilsonLowerBound": 0.02919254963460024 + "successRate": 0.0330188679245283, + "wilsonLowerBound": 0.02918860803183403 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 17967, + "modelCount": 17997, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5347, - "successRate": 0.29760115767796513, - "wilsonLowerBound": 0.2909595973414066 + "successCount": 5354, + "successRate": 0.29749402678224146, + "wilsonLowerBound": 0.2908586830672383 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 28270, + "modelCount": 28290, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14445, - "successRate": 0.5109656880084895, - "wilsonLowerBound": 0.5051374101855693 + "successCount": 14461, + "successRate": 0.5111700247437257, + "wilsonLowerBound": 0.5053438326886737 }, "vllm": { "framework": "vllm", - "modelCount": 67114, + "modelCount": 67131, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7147, - "successRate": 0.10649044908662872, - "wilsonLowerBound": 0.10417917977751152 + "successCount": 7149, + "successRate": 0.1064932743441927, + "wilsonLowerBound": 0.10418226743877991 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 13622, + "modelCount": 13635, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2245, - "successRate": 0.16480692996623109, - "wilsonLowerBound": 0.15867118155088172 + "successCount": 2254, + "successRate": 0.1653098643197653, + "wilsonLowerBound": 0.15916924224460932 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-10-11T16:34:43.689465+00:00", + "generatedAt": "2026-10-11T16:41:28.570022+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index f38d7d38f1..313c566375 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-10-11T16:34:43.689465+00:00", + "catalogUpdatedAt": "2026-10-11T16:41:28.570022+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-10-11T16:34:43.689465+00:00", + "generatedAt": "2026-10-11T16:41:28.570022+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6606,6 +6606,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-10-11T16:34:43.689465+00:00", + "taskTreeUpdatedAt": "2026-10-11T16:41:28.570022+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index 84deca2f57..04e8ce2716 100644 --- a/manifest.json +++ b/manifest.json @@ -2,10 +2,10 @@ "agentVersion": "2026.09.22.1", "checksums": { ".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1", - ".modelhub_state/architecture_compatibility_blacklist.json": "7a6df05e859f9a4d9d3a5b07af011fb9d709916560c933c6d149c1b96c3e8da0", + ".modelhub_state/architecture_compatibility_blacklist.json": "169976571c02eb76cf0a2a3d23eea8c367916ce82a57b14049b941773e55e6f8", ".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab", - ".modelhub_state/market_intelligence.json": "9f8378e93bd215b42c5459960d8a1b7835c93bb6052b0905ec13818740872a40", - ".modelhub_state/official_capabilities.json": "780978f0e734fb98cba128bfba534a69e42e89a46aeee0de037cd14bd441f57e", + ".modelhub_state/market_intelligence.json": "1593f3f800208607eb936aa27acda73b1a40d3c86efdd8499cb5e424048c63f4", + ".modelhub_state/official_capabilities.json": "beb728d3cbdf750f3aa41d0f21c437b46abfafaab762808d604b38fb10c81995", ".modelhub_state/outcome_checkpoint.json": "44d67d39f333e9af27dd521bbea253de64038578f46def2554fec687ad076ee5", ".modelhub_state/queue_cleanup_latest.json": "bf4f891e7d9cb1228e7ae2896c4e7990bb9b8ca7f497c4165f844f2591ec11f3", ".modelhub_state/recent_outcomes.jsonl": "80da7e34893c7f23d6e780c3c8969ebd88930069ae3a5e8b4e10bd4228996516", @@ -17,9 +17,9 @@ "ledger/submissions.jsonl": "d431cb97d30e6d388ef7cde8b8044a658067716c00cc2cd76cb3f3ad5559eb2c", "outcomes/submissions.jsonl": "d0aaa04869785a3b6fe01dc230cb7d5ef24c5b5e847d592aa18faf2b68059729" }, - "generation": 23583, - "phase": "startup", + "generation": 23584, + "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-10-11T16:37:53.329259+00:00", + "updatedAt": "2026-10-11T16:42:48.535579+00:00", "writerId": "bb7b8681024c432e99e7df31eccaf8ba" }