diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index bbaa45aae9..17e9fb4314 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -3,28 +3,28 @@ "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-05T04:20:41.561639+00:00", - "frameworkAttemptedAt": "2026-10-04T22:29:01.586451+00:00", + "frameworkAttemptedAt": "2026-10-05T04:31:49.885364+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 40994, + "modelCount": 41036, "officialConfigError": null, "officialConfigValid": true, - "successCount": 20121, - "successRate": 0.4908279260379568, - "wilsonLowerBound": 0.48598959740198855 + "successCount": 20148, + "successRate": 0.4909835266595185, + "wilsonLowerBound": 0.4861476320311738 }, "vllm": { "framework": "vllm", - "modelCount": 54888, + "modelCount": 54944, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15123, - "successRate": 0.2755247048535199, - "wilsonLowerBound": 0.27180276956089916 + "successCount": 15132, + "successRate": 0.2754076878276063, + "wilsonLowerBound": 0.2716881415473594 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -37,81 +37,81 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 3695, + "modelCount": 3726, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1091, - "successRate": 0.2952638700947226, - "wilsonLowerBound": 0.2807741480755047 + "successCount": 1107, + "successRate": 0.2971014492753623, + "wilsonLowerBound": 0.28264300925499425 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 35600, + "modelCount": 35657, "officialConfigError": null, "officialConfigValid": true, - "successCount": 16466, - "successRate": 0.46252808988764044, - "wilsonLowerBound": 0.45735302804850114 + "successCount": 16504, + "successRate": 0.46285441848725356, + "wilsonLowerBound": 0.45768320240029553 }, "vllm": { "framework": "vllm", - "modelCount": 39168, + "modelCount": 39194, "officialConfigError": null, "officialConfigValid": true, - "successCount": 10927, - "successRate": 0.27897773692810457, - "wilsonLowerBound": 0.27455787491519756 + "successCount": 10930, + "successRate": 0.2788692146757157, + "wilsonLowerBound": 0.2744513517886644 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 11577, + "modelCount": 11634, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4844, - "successRate": 0.41841582447957154, - "wilsonLowerBound": 0.4094582963930427 + "successCount": 4873, + "successRate": 0.4188585181364965, + "wilsonLowerBound": 0.4099214149550054 } }, "Biren_166m": { "vllm": { "framework": "vllm", - "modelCount": 64180, + "modelCount": 64182, "officialConfigError": null, "officialConfigValid": true, "successCount": 12094, - "successRate": 0.18843876597070738, - "wilsonLowerBound": 0.18543191329200215 + "successRate": 0.1884328939578075, + "wilsonLowerBound": 0.1854261243786334 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 26198, + "modelCount": 26333, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5576, - "successRate": 0.2128406748606764, - "wilsonLowerBound": 0.20792639836850288 + "successCount": 5624, + "successRate": 0.2135723237003, + "wilsonLowerBound": 0.20866425847371176 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7345, + "modelCount": 7364, "officialConfigError": null, "officialConfigValid": true, - "successCount": 94, - "successRate": 0.01279782164737917, - "wilsonLowerBound": 0.010470008246298753 + "successCount": 97, + "successRate": 0.013172189027702336, + "wilsonLowerBound": 0.010810308055248866 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26526, + "modelCount": 26528, "officialConfigError": null, "officialConfigValid": true, "successCount": 3261, - "successRate": 0.12293598733318253, - "wilsonLowerBound": 0.11903887461602537 + "successRate": 0.12292671893848009, + "wilsonLowerBound": 0.11902988046077251 }, "vllm-customized": { "framework": "vllm-customized", @@ -124,23 +124,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 14143, + "modelCount": 14198, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5715, - "successRate": 0.4040868274057838, - "wilsonLowerBound": 0.3960264318749205 + "successCount": 5726, + "successRate": 0.4032962389068883, + "wilsonLowerBound": 0.3952541816816339 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", - "modelCount": 24571, + "modelCount": 24577, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3798, - "successRate": 0.1545724634732001, - "wilsonLowerBound": 0.150106383253713 + "successCount": 3799, + "successRate": 0.15457541603938643, + "wilsonLowerBound": 0.15010983868695355 }, "vllm-customized": { "framework": "vllm-customized", @@ -153,106 +153,106 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 49031, + "modelCount": 49126, "officialConfigError": null, "officialConfigValid": true, - "successCount": 12251, - "successRate": 0.2498623319940446, - "wilsonLowerBound": 0.2460498870018196 + "successCount": 12277, + "successRate": 0.24990839881122012, + "wilsonLowerBound": 0.24609938382191066 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 23692, + "modelCount": 23699, "officialConfigError": null, "officialConfigValid": true, "successCount": 3112, - "successRate": 0.13135235522539254, - "wilsonLowerBound": 0.1271107916269349 + "successRate": 0.13131355753407317, + "wilsonLowerBound": 0.1270731568612359 }, "vllm": { "framework": "vllm", - "modelCount": 86860, + "modelCount": 86861, "officialConfigError": null, "officialConfigValid": true, "successCount": 9768, - "successRate": 0.11245682707805664, - "wilsonLowerBound": 0.11037290537855499 + "successRate": 0.11245553240234397, + "wilsonLowerBound": 0.11037163321825212 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 44439, + "modelCount": 44525, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5408, - "successRate": 0.1216949076261842, - "wilsonLowerBound": 0.11868784868601158 + "successCount": 5412, + "successRate": 0.12154969118472768, + "wilsonLowerBound": 0.1185470799984844 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 42467, + "modelCount": 42688, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3597, - "successRate": 0.0847010620010832, - "wilsonLowerBound": 0.08209024727094083 + "successCount": 3600, + "successRate": 0.0843328335832084, + "wilsonLowerBound": 0.08173393909011592 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 91260, + "modelCount": 91319, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22480, - "successRate": 0.24632916940609248, - "wilsonLowerBound": 0.24354435276353384 + "successCount": 22513, + "successRate": 0.2465313899626584, + "wilsonLowerBound": 0.24374668938359828 }, "transformers": { "framework": "transformers", - "modelCount": 5456, + "modelCount": 5458, "officialConfigError": null, "officialConfigValid": true, "successCount": 580, - "successRate": 0.1063049853372434, - "wilsonLowerBound": 0.09840136491777417 + "successRate": 0.10626603151337487, + "wilsonLowerBound": 0.0983651547258198 }, "vllm": { "framework": "vllm", - "modelCount": 112792, + "modelCount": 112794, "officialConfigError": null, "officialConfigValid": true, "successCount": 16529, - "successRate": 0.14654408114050643, - "wilsonLowerBound": 0.14449220511310681 + "successRate": 0.14654148270298065, + "wilsonLowerBound": 0.14448964000392267 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 21518, + "modelCount": 21660, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3824, - "successRate": 0.17771168324193698, - "wilsonLowerBound": 0.1726616453533802 + "successCount": 3825, + "successRate": 0.17659279778393353, + "wilsonLowerBound": 0.17157194621284502 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 43454, + "modelCount": 43461, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5653, - "successRate": 0.13009159110783816, - "wilsonLowerBound": 0.12696123657684052 + "successCount": 5654, + "successRate": 0.13009364717792965, + "wilsonLowerBound": 0.12696352068922592 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7664, + "modelCount": 7677, "officialConfigError": null, "officialConfigValid": true, - "successCount": 704, - "successRate": 0.0918580375782881, - "wilsonLowerBound": 0.08559448631327704 + "successCount": 706, + "successRate": 0.09196300638270158, + "wilsonLowerBound": 0.08570122522596098 } }, "Iluvatar_mrv-100": { @@ -267,85 +267,85 @@ }, "vllm": { "framework": "vllm", - "modelCount": 33287, + "modelCount": 33329, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6412, - "successRate": 0.19262775257608075, - "wilsonLowerBound": 0.18842674102081802 + "successCount": 6427, + "successRate": 0.19283506855891266, + "wilsonLowerBound": 0.18863492498308235 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61402, + "modelCount": 61408, "officialConfigError": null, "officialConfigValid": true, "successCount": 12412, - "successRate": 0.20214325266277972, - "wilsonLowerBound": 0.1989853727367128 + "successRate": 0.2021235018238666, + "wilsonLowerBound": 0.19896589235222234 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 12833, + "modelCount": 12940, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3751, - "successRate": 0.2922933063196447, - "wilsonLowerBound": 0.2844872431189157 + "successCount": 3774, + "successRate": 0.29165378670788256, + "wilsonLowerBound": 0.2838850293915319 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 14801, + "modelCount": 14826, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3665, - "successRate": 0.24761840416188097, - "wilsonLowerBound": 0.24073070445635578 + "successCount": 3669, + "successRate": 0.24747065965196277, + "wilsonLowerBound": 0.24059014216365812 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 65863, + "modelCount": 65930, "officialConfigError": null, "officialConfigValid": true, - "successCount": 18099, - "successRate": 0.2747976861060079, - "wilsonLowerBound": 0.27140154600114563 + "successCount": 18126, + "successRate": 0.2749279538904899, + "wilsonLowerBound": 0.27153302411015884 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 561, + "modelCount": 569, "officialConfigError": null, "officialConfigValid": true, - "successCount": 347, - "successRate": 0.6185383244206774, - "wilsonLowerBound": 0.5776648814867291 + "successCount": 351, + "successRate": 0.616871704745167, + "wilsonLowerBound": 0.5762687423475361 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 47817, + "modelCount": 47837, "officialConfigError": null, "officialConfigValid": true, - "successCount": 21273, - "successRate": 0.4448836187966623, - "wilsonLowerBound": 0.44043391627468637 + "successCount": 21290, + "successRate": 0.44505299245354013, + "wilsonLowerBound": 0.44060403755196154 }, "vllm": { "framework": "vllm", - "modelCount": 38689, + "modelCount": 38728, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4371, - "successRate": 0.11297784900100803, - "wilsonLowerBound": 0.1098617283137478 + "successCount": 4383, + "successRate": 0.11317393100599049, + "wilsonLowerBound": 0.11005695549298643 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 911, + "modelCount": 917, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -356,85 +356,85 @@ "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", - "modelCount": 6284, + "modelCount": 6285, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, - "successRate": 0.030553787396562698, - "wilsonLowerBound": 0.026576919854083197 + "successRate": 0.03054892601431981, + "wilsonLowerBound": 0.026572683176579088 }, "vllm": { "framework": "vllm", - "modelCount": 10064, + "modelCount": 10065, "officialConfigError": null, "officialConfigValid": true, "successCount": 754, - "successRate": 0.07492050874403816, - "wilsonLowerBound": 0.06993760855583725 + "successRate": 0.0749130650769995, + "wilsonLowerBound": 0.06993064194246942 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 6836, + "modelCount": 6853, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2974, - "successRate": 0.4350497366881217, - "wilsonLowerBound": 0.42333697792193725 + "successCount": 2983, + "successRate": 0.43528381730628923, + "wilsonLowerBound": 0.423584686788983 } }, "Vastai_va16": { "vllm": { "framework": "vllm", - "modelCount": 7403, + "modelCount": 7404, "officialConfigError": null, "officialConfigValid": true, - "successCount": 243, - "successRate": 0.03282453059570444, - "wilsonLowerBound": 0.029001798401434808 + "successCount": 244, + "successRate": 0.032955159373311727, + "wilsonLowerBound": 0.029124828822416106 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 15582, + "modelCount": 15627, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4896, - "successRate": 0.31420870234886406, - "wilsonLowerBound": 0.3069665592811269 + "successCount": 4903, + "successRate": 0.31375183976451015, + "wilsonLowerBound": 0.3065230457779068 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 27668, + "modelCount": 27695, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14102, - "successRate": 0.5096862801792684, - "wilsonLowerBound": 0.5037947964348157 + "successCount": 14112, + "successRate": 0.5095504603719083, + "wilsonLowerBound": 0.5036618374699463 }, "vllm": { "framework": "vllm", - "modelCount": 65785, + "modelCount": 65899, "officialConfigError": null, "officialConfigValid": true, "successCount": 6899, - "successRate": 0.10487193129132781, - "wilsonLowerBound": 0.10255361664956537 + "successRate": 0.10469051123689282, + "wilsonLowerBound": 0.10237598062455835 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 13262, + "modelCount": 13284, "officialConfigError": null, "officialConfigValid": true, "successCount": 2083, - "successRate": 0.15706529935153069, - "wilsonLowerBound": 0.15097188606024203 + "successRate": 0.15680517916290274, + "wilsonLowerBound": 0.15072097630154507 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-10-05T04:28:16.573272+00:00", + "generatedAt": "2026-10-05T04:31:49.885364+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index 5914867a22..94bf4c1a54 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-10-05T04:28:16.573272+00:00", + "catalogUpdatedAt": "2026-10-05T04:31:49.885364+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-10-05T04:28:16.573272+00:00", + "generatedAt": "2026-10-05T04:31:49.885364+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6920,6 +6920,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-10-05T04:28:16.573272+00:00", + "taskTreeUpdatedAt": "2026-10-05T04:31:49.885364+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index b3b21d2a8f..e87bc801e3 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1", ".modelhub_state/architecture_compatibility_blacklist.json": "b30f7440da202830775b13e8044d08b4900320d70a81b5c02a1ca0b269efc783", ".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab", - ".modelhub_state/market_intelligence.json": "e09892a6b4c6a7a4344a0a1a578286ed8743ddfb1c51a21dffacd06dc4a5424b", - ".modelhub_state/official_capabilities.json": "192d08bad2b3a849c85f90a29c0e210ba819f9c6e3cf827b33178dd46021ceee", + ".modelhub_state/market_intelligence.json": "5ea530ca8d48f3f2754c1d49f082f07f82f81d794f266f95ce5fd887fcd861b0", + ".modelhub_state/official_capabilities.json": "b6fe9686531b28a713d4a7b9ab8260efa79de56cdd55f72071a6021406163f93", ".modelhub_state/outcome_checkpoint.json": "3188cabacedb6769be89e5788dd379cc0c6751e789a5ccc3fb2a8af5a0f83c51", ".modelhub_state/queue_cleanup_latest.json": "73d3f29a4f9db7b9e289242bd87dbd209dc47759f5c0f48e1aeaf7388029df97", ".modelhub_state/recent_outcomes.jsonl": "66f65405defcf850f044e43e54c3dc291f18521f309cb9962d861b493cb049ac", @@ -17,9 +17,9 @@ "ledger/submissions.jsonl": "3cdc7adad2c8d9842ac32844ee90fd686a25b52a30640e89eeed4dbf66751d35", "outcomes/submissions.jsonl": "d10216b435c589ddd37f564d97e861e94911f87472465f69cfd0c6054b4e4f42" }, - "generation": 20735, + "generation": 20736, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-10-05T04:28:51.783326+00:00", + "updatedAt": "2026-10-05T04:31:52.671804+00:00", "writerId": "2a476b5b64aa45219c00032efc0102bb" }