diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index 2071016b00..73cf4f2f96 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -3,28 +3,28 @@ "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-11-13T22:51:29.642210+00:00", - "frameworkAttemptedAt": "2026-11-13T16:55:14.321591+00:00", + "frameworkAttemptedAt": "2026-11-13T22:55:49.576156+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 47237, + "modelCount": 47275, "officialConfigError": null, "officialConfigValid": true, - "successCount": 24044, - "successRate": 0.5090077693333616, - "wilsonLowerBound": 0.5044989032084028 + "successCount": 24069, + "successRate": 0.5091274457958752, + "wilsonLowerBound": 0.5046204021537628 }, "vllm": { "framework": "vllm", - "modelCount": 61653, + "modelCount": 61697, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15997, - "successRate": 0.25946831459945174, - "wilsonLowerBound": 0.2560232422648166 + "successCount": 16005, + "successRate": 0.2594129374199718, + "wilsonLowerBound": 0.25596933159624735 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -37,119 +37,119 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 8709, + "modelCount": 8754, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2966, - "successRate": 0.34056722930301986, - "wilsonLowerBound": 0.3306863656465387 + "successCount": 2990, + "successRate": 0.34155814484806946, + "wilsonLowerBound": 0.33169513058997396 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 42654, + "modelCount": 42698, "officialConfigError": null, "officialConfigValid": true, - "successCount": 21070, - "successRate": 0.4939747737609603, - "wilsonLowerBound": 0.48923076552655814 + "successCount": 21091, + "successRate": 0.4939575624151014, + "wilsonLowerBound": 0.4892160021638444 }, "vllm": { "framework": "vllm", - "modelCount": 42410, + "modelCount": 42439, "officialConfigError": null, "officialConfigValid": true, - "successCount": 11404, - "successRate": 0.26889884461211977, - "wilsonLowerBound": 0.2646999866685765 + "successCount": 11414, + "successRate": 0.26895072928202834, + "wilsonLowerBound": 0.26475303703354064 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", - "modelCount": 20, + "modelCount": 21, "officialConfigError": "framework_mismatch", "officialConfigValid": false, - "successCount": 5, - "successRate": 0.25, - "wilsonLowerBound": 0.11186005278940306 + "successCount": 6, + "successRate": 0.2857142857142857, + "wilsonLowerBound": 0.138136757456282 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 19210, + "modelCount": 19273, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7352, - "successRate": 0.3827173347214992, - "wilsonLowerBound": 0.3758680015700409 + "successCount": 7376, + "successRate": 0.3827115654023764, + "wilsonLowerBound": 0.37587341644611366 } }, "Biren_166m": { "vllm": { "framework": "vllm", - "modelCount": 64556, + "modelCount": 64559, "officialConfigError": null, "officialConfigValid": true, "successCount": 12101, - "successRate": 0.18744965611252246, - "wilsonLowerBound": 0.1844576713380231 + "successRate": 0.18744094549172075, + "wilsonLowerBound": 0.18444908412764305 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 49102, + "modelCount": 49332, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 8708, - "successRate": 0.17734511832511915, - "wilsonLowerBound": 0.17399188990137873 + "successCount": 8740, + "successRate": 0.1771669504581205, + "wilsonLowerBound": 0.17382283152594435 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 9507, + "modelCount": 9515, "officialConfigError": null, "officialConfigValid": true, "successCount": 121, - "successRate": 0.012727463973913958, - "wilsonLowerBound": 0.010662831472509494 + "successRate": 0.012716763005780347, + "wilsonLowerBound": 0.010653857871646464 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 27112, + "modelCount": 27113, "officialConfigError": null, "officialConfigValid": true, "successCount": 3347, - "successRate": 0.1234508704632635, - "wilsonLowerBound": 0.11958842168414544 + "successRate": 0.12344631726478074, + "wilsonLowerBound": 0.11958400140146891 }, "vllm-customized": { "framework": "vllm-customized", - "modelCount": 16561, + "modelCount": 16562, "officialConfigError": null, "officialConfigValid": true, "successCount": 1677, - "successRate": 0.10126200108689089, - "wilsonLowerBound": 0.0967594240758133 + "successRate": 0.10125588697017268, + "wilsonLowerBound": 0.09675356755667748 }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 22400, + "modelCount": 22459, "officialConfigError": null, "officialConfigValid": true, - "successCount": 8122, - "successRate": 0.3625892857142857, - "wilsonLowerBound": 0.3563175679257275 + "successCount": 8132, + "successRate": 0.36208201611825996, + "wilsonLowerBound": 0.3558204957820748 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", - "modelCount": 25266, + "modelCount": 25267, "officialConfigError": null, "officialConfigValid": true, "successCount": 3815, - "successRate": 0.15099342990580225, - "wilsonLowerBound": 0.146631588442604 + "successRate": 0.15098745399137214, + "wilsonLowerBound": 0.1466257705079865 }, "vllm-customized": { "framework": "vllm-customized", @@ -162,23 +162,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 65047, + "modelCount": 65169, "officialConfigError": null, "officialConfigValid": true, - "successCount": 16027, - "successRate": 0.24639107107168662, - "wilsonLowerBound": 0.24309458772686232 + "successCount": 16051, + "successRate": 0.24629808651352636, + "wilsonLowerBound": 0.24300510179784512 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 36770, + "modelCount": 36786, "officialConfigError": null, "officialConfigValid": true, "successCount": 4342, - "successRate": 0.11808539570301876, - "wilsonLowerBound": 0.11482669226803241 + "successRate": 0.11803403468710923, + "wilsonLowerBound": 0.11477665784920472 }, "vllm": { "framework": "vllm", @@ -191,41 +191,41 @@ }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 51510, + "modelCount": 51561, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5898, - "successRate": 0.11450203843913803, - "wilsonLowerBound": 0.11178087821366833 + "successCount": 5915, + "successRate": 0.11471848878027967, + "wilsonLowerBound": 0.11199638440380391 }, "vllm_03": { "framework": "vllm_03", - "modelCount": 58, + "modelCount": 162, "officialConfigError": null, "officialConfigValid": true, - "successCount": 19, - "successRate": 0.3275862068965517, - "wilsonLowerBound": 0.220831238803421 + "successCount": 48, + "successRate": 0.2962962962962963, + "wilsonLowerBound": 0.2313577290184028 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 61511, + "modelCount": 61564, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4017, - "successRate": 0.06530539253141715, - "wilsonLowerBound": 0.06337992032491227 + "successCount": 4019, + "successRate": 0.06528165811188356, + "wilsonLowerBound": 0.06335733465265206 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 96365, + "modelCount": 96406, "officialConfigError": null, "officialConfigValid": true, - "successCount": 24290, - "successRate": 0.2520624708140923, - "wilsonLowerBound": 0.24933092339571253 + "successCount": 24302, + "successRate": 0.2520797460738958, + "wilsonLowerBound": 0.2493487144909282 }, "llamacpp_opt": { "framework": "llamacpp_opt", @@ -265,30 +265,30 @@ }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 27326, + "modelCount": 27416, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4434, - "successRate": 0.1622630461831223, - "wilsonLowerBound": 0.157939057266993 + "successCount": 4454, + "successRate": 0.16245987744382842, + "wilsonLowerBound": 0.1581407534634821 }, "vllm_0_31_0_corex_5_0_0": { "framework": "vllm_0_31_0_corex_5_0_0", - "modelCount": 45, + "modelCount": 58, "officialConfigError": null, "officialConfigValid": true, "successCount": 4, - "successRate": 0.08888888888888889, - "wilsonLowerBound": 0.035110548134203154 + "successRate": 0.06896551724137931, + "wilsonLowerBound": 0.02714380759816832 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 46389, + "modelCount": 46434, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 6009, - "successRate": 0.12953501907779863, - "wilsonLowerBound": 0.12650991833142983 + "successCount": 6024, + "successRate": 0.12973252358185813, + "wilsonLowerBound": 0.1267068774239523 }, "vllm_gemma_4": { "framework": "vllm_gemma_4", @@ -330,23 +330,23 @@ }, "vllm": { "framework": "vllm", - "modelCount": 39269, + "modelCount": 39333, "officialConfigError": null, "officialConfigValid": true, - "successCount": 8329, - "successRate": 0.2121011484886297, - "wilsonLowerBound": 0.20808609197533603 + "successCount": 8341, + "successRate": 0.2120611191620268, + "wilsonLowerBound": 0.20804958992890257 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 62068, + "modelCount": 62072, "officialConfigError": null, "officialConfigValid": true, "successCount": 12447, - "successRate": 0.2005381194818586, - "wilsonLowerBound": 0.1974066307919594 + "successRate": 0.20052519654594664, + "wilsonLowerBound": 0.19739388498535093 }, "vllm_0.25.1": { "framework": "vllm_0.25.1", @@ -359,61 +359,61 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 25476, + "modelCount": 25557, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 6786, - "successRate": 0.2663683466792275, - "wilsonLowerBound": 0.2609754794590166 + "successCount": 6810, + "successRate": 0.26646319990609224, + "wilsonLowerBound": 0.2610782002529839 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 18540, + "modelCount": 18588, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4287, - "successRate": 0.23122977346278317, - "wilsonLowerBound": 0.22521676696474915 + "successCount": 4291, + "successRate": 0.23084785883365613, + "wilsonLowerBound": 0.22484612947643987 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 73796, + "modelCount": 73839, "officialConfigError": null, "officialConfigValid": true, - "successCount": 20051, - "successRate": 0.2717084936852946, - "wilsonLowerBound": 0.26851089066745026 + "successCount": 20061, + "successRate": 0.2716856945516597, + "wilsonLowerBound": 0.26848910481257676 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 4718, + "modelCount": 4744, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2587, - "successRate": 0.5483255616786774, - "wilsonLowerBound": 0.5340912895081172 + "successCount": 2606, + "successRate": 0.5493254637436762, + "wilsonLowerBound": 0.5351323069937706 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 50745, + "modelCount": 50772, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22999, - "successRate": 0.45322691890826683, - "wilsonLowerBound": 0.44889929622968716 + "successCount": 23016, + "successRate": 0.4533207279602931, + "wilsonLowerBound": 0.4489941714178914 }, "vllm": { "framework": "vllm", - "modelCount": 45503, + "modelCount": 45528, "officialConfigError": null, "officialConfigValid": true, "successCount": 6219, - "successRate": 0.13667230732039645, - "wilsonLowerBound": 0.1335467655537305 + "successRate": 0.13659725882973114, + "wilsonLowerBound": 0.13347330244378972 } }, "Sunrise_pt-200-x1": { @@ -428,21 +428,21 @@ }, "vllm": { "framework": "vllm", - "modelCount": 10157, + "modelCount": 10158, "officialConfigError": null, "officialConfigValid": true, "successCount": 772, - "successRate": 0.07600669489022349, - "wilsonLowerBound": 0.07101160671798992 + "successRate": 0.07599921244339437, + "wilsonLowerBound": 0.07100459780939916 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 9344, + "modelCount": 9363, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4119, - "successRate": 0.4408176369863014, - "wilsonLowerBound": 0.43077709534119035 + "successCount": 4126, + "successRate": 0.4406707251949162, + "wilsonLowerBound": 0.43064076260525913 } }, "Vastai_va16": { @@ -457,41 +457,41 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 28808, + "modelCount": 28925, "officialConfigError": null, "officialConfigValid": true, - "successCount": 8031, - "successRate": 0.27877672868647596, - "wilsonLowerBound": 0.2736284793791637 + "successCount": 8070, + "successRate": 0.2789974070872947, + "wilsonLowerBound": 0.2738582369088403 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 31303, + "modelCount": 31327, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15959, - "successRate": 0.5098233396160112, - "wilsonLowerBound": 0.5042845209170523 + "successCount": 15972, + "successRate": 0.5098477351805152, + "wilsonLowerBound": 0.5043110410910676 }, "vllm": { "framework": "vllm", - "modelCount": 71456, + "modelCount": 71488, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7789, - "successRate": 0.10900414240931482, - "wilsonLowerBound": 0.10674007477043307 + "successCount": 7791, + "successRate": 0.10898332587287377, + "wilsonLowerBound": 0.10671995289316512 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 17082, + "modelCount": 17111, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3340, - "successRate": 0.1955274558014284, - "wilsonLowerBound": 0.18964852750951278 + "successCount": 3352, + "successRate": 0.19589737595698672, + "wilsonLowerBound": 0.19001904083615612 }, "vllm_0.21.0": { "framework": "vllm_0.21.0", @@ -506,7 +506,7 @@ } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-11-13T22:54:32.966089+00:00", + "generatedAt": "2026-11-13T22:55:49.576156+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index cb54c450a2..d87aa78c84 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-11-13T22:54:32.966089+00:00", + "catalogUpdatedAt": "2026-11-13T22:55:49.576156+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-11-13T22:54:32.966089+00:00", + "generatedAt": "2026-11-13T22:55:49.576156+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6635,6 +6635,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-11-13T22:54:32.966089+00:00", + "taskTreeUpdatedAt": "2026-11-13T22:55:49.576156+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index 0060862cf0..b4ef62e593 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "f86c10cecdf0399b5c128172be0b497edc0f75c34b2f6028bd8b08d752fb0d65", ".modelhub_state/architecture_compatibility_blacklist.json": "300b36997105d24a624a2ec3ef6a66eaa2cc3474ed29257346eb77703f8ef44e", ".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff", - ".modelhub_state/market_intelligence.json": "9dd9fa01597f479b8ffe59e2d293e843f9b4f4746b2f7a509b0c1c7230dc320f", - ".modelhub_state/official_capabilities.json": "6236ab8314314836c6f02b17cc289f501f2ea5b13cbe28e50dc936a159968ead", + ".modelhub_state/market_intelligence.json": "cedc4888aa425d18d6a6b8627c37e3741017809674d84b06b073b2ac4e5def0a", + ".modelhub_state/official_capabilities.json": "ef7ec556c8701ecb9129df3eec6e335cb5dfe1efdf747c95b3aa938246241b5c", ".modelhub_state/outcome_checkpoint.json": "ab75d049e2ec8209e44c009d646e9b4398ef91edf3e67ca8108c2f6d4c468fab", ".modelhub_state/recent_outcomes.jsonl": "e56af0ed8b6c96fb6ab07940a9329effd45fc8cc923d6c8fd770e4c6f19f7096", ".modelhub_state/recovery_active_tasks.jsonl": "71d9eb048ea5333e6647d879542b4134e8beea13df7de23919907ee8a0dbc8a8", @@ -16,9 +16,9 @@ "ledger/submissions.jsonl": "2709ea23f7a7ca98c3a9245f916ad00e8e3cdcb05a0c3fdab5ca5faca73bd307", "outcomes/submissions.jsonl": "e8cb67e58cd4342be188a7a72c288cfa3c2eea51cdfdf9c2d3a5dacfca62ba82" }, - "generation": 31908, + "generation": 31909, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-11-13T22:54:38.688184+00:00", + "updatedAt": "2026-11-13T22:55:50.918731+00:00", "writerId": "19380aa27fba4819a14d4475546a2f9c" }