diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index 727b9cf924..09abeec401 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -3,66 +3,66 @@ "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-11-02T01:15:10.648074+00:00", - "frameworkAttemptedAt": "2026-11-01T19:29:53.063190+00:00", + "frameworkAttemptedAt": "2026-11-02T01:29:54.616314+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 45334, + "modelCount": 45379, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22975, - "successRate": 0.5067940177350333, - "wilsonLowerBound": 0.5021913472436329 + "successCount": 23001, + "successRate": 0.5068644086471716, + "wilsonLowerBound": 0.502264023815863 }, "vllm": { "framework": "vllm", - "modelCount": 59809, + "modelCount": 59842, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15768, - "successRate": 0.2636392516176495, - "wilsonLowerBound": 0.2601233063395064 + "successCount": 15775, + "successRate": 0.2636108418836269, + "wilsonLowerBound": 0.26009598587636884 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", - "modelCount": 72, + "modelCount": 73, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 19, - "successRate": 0.2638888888888889, - "wilsonLowerBound": 0.17593641596552725 + "successRate": 0.2602739726027397, + "wilsonLowerBound": 0.17342050231153916 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 6873, + "modelCount": 6908, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2269, - "successRate": 0.3301324021533537, - "wilsonLowerBound": 0.31911212913022974 + "successCount": 2275, + "successRate": 0.3293283149971048, + "wilsonLowerBound": 0.31834305027550747 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 40558, + "modelCount": 40602, "officialConfigError": null, "officialConfigValid": true, - "successCount": 19733, - "successRate": 0.48653779772178113, - "wilsonLowerBound": 0.48167489106209144 + "successCount": 19768, + "successRate": 0.4868725678538003, + "wilsonLowerBound": 0.4820121776365853 }, "vllm": { "framework": "vllm", - "modelCount": 41409, + "modelCount": 41420, "officialConfigError": null, "officialConfigValid": true, - "successCount": 11272, - "successRate": 0.2722113550194402, - "wilsonLowerBound": 0.26794552394560944 + "successCount": 11276, + "successRate": 0.27223563495895703, + "wilsonLowerBound": 0.26797024562899013 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -75,12 +75,12 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 16511, + "modelCount": 16570, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6548, - "successRate": 0.3965840954515172, - "wilsonLowerBound": 0.38914714972821574 + "successCount": 6567, + "successRate": 0.3963186481593241, + "wilsonLowerBound": 0.38889582553051033 } }, "Biren_166m": { @@ -95,50 +95,50 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 41841, + "modelCount": 42006, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 8323, - "successRate": 0.198919719891972, - "wilsonLowerBound": 0.19512243172998137 + "successCount": 8324, + "successRate": 0.19816216730943198, + "wilsonLowerBound": 0.1943778331384343 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 8910, + "modelCount": 8922, "officialConfigError": null, "officialConfigValid": true, "successCount": 118, - "successRate": 0.01324354657687991, - "wilsonLowerBound": 0.011070890077213597 + "successRate": 0.01322573414032728, + "wilsonLowerBound": 0.011055984951780541 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26952, + "modelCount": 26958, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3315, - "successRate": 0.12299643811219947, - "wilsonLowerBound": 0.11912898152342752 + "successCount": 3317, + "successRate": 0.1230432524668002, + "wilsonLowerBound": 0.1191755724609489 }, "vllm-customized": { "framework": "vllm-customized", - "modelCount": 16539, + "modelCount": 16540, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, - "successRate": 0.10133623556442349, - "wilsonLowerBound": 0.09682921445009696 + "successRate": 0.10133010882708585, + "wilsonLowerBound": 0.09682334589619757 }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 19868, + "modelCount": 19915, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7442, - "successRate": 0.3745721763640024, - "wilsonLowerBound": 0.3678667164208734 + "successCount": 7458, + "successRate": 0.3744915892543309, + "wilsonLowerBound": 0.3677943221172723 } }, "Cambricon_mlu-370-x8": { @@ -162,23 +162,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 60415, + "modelCount": 60494, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15001, - "successRate": 0.24829926342795663, - "wilsonLowerBound": 0.244870302664743 + "successCount": 15025, + "successRate": 0.24837173934605083, + "wilsonLowerBound": 0.24494466675143256 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 31270, + "modelCount": 31328, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4205, - "successRate": 0.13447393668052446, - "wilsonLowerBound": 0.1307374144512827 + "successCount": 4209, + "successRate": 0.1343526557711951, + "wilsonLowerBound": 0.13062100648566569 }, "vllm": { "framework": "vllm", @@ -191,21 +191,21 @@ }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 50865, + "modelCount": 50874, "officialConfigError": null, "officialConfigValid": true, "successCount": 5806, - "successRate": 0.1141452865428094, - "wilsonLowerBound": 0.11141089395129808 + "successRate": 0.1141250933679286, + "wilsonLowerBound": 0.11139115451367411 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 55994, + "modelCount": 56139, "officialConfigError": null, "officialConfigValid": true, "successCount": 3940, - "successRate": 0.07036468193020681, - "wilsonLowerBound": 0.0682755698841488 + "successRate": 0.07018293877696433, + "wilsonLowerBound": 0.06809902822001364 } }, "Iluvatar_bi-150": { @@ -229,12 +229,12 @@ }, "transformers": { "framework": "transformers", - "modelCount": 6770, + "modelCount": 6772, "officialConfigError": null, "officialConfigValid": true, "successCount": 631, - "successRate": 0.093205317577548, - "wilsonLowerBound": 0.0865088737151957 + "successRate": 0.0931777909037212, + "wilsonLowerBound": 0.08648323427990279 }, "vllm": { "framework": "vllm", @@ -265,12 +265,12 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 45798, + "modelCount": 45811, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5915, - "successRate": 0.12915411153325473, - "wilsonLowerBound": 0.12611363733817 + "successRate": 0.129117460871843, + "wilsonLowerBound": 0.12607778788246776 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", @@ -294,85 +294,85 @@ }, "vllm": { "framework": "vllm", - "modelCount": 37378, + "modelCount": 37413, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7721, - "successRate": 0.20656535930226336, - "wilsonLowerBound": 0.20249137826552427 + "successCount": 7739, + "successRate": 0.20685323283350707, + "wilsonLowerBound": 0.20277900173558172 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61683, + "modelCount": 61685, "officialConfigError": null, "officialConfigValid": true, - "successCount": 12434, - "successRate": 0.20157904122691828, - "wilsonLowerBound": 0.19843166188895384 + "successCount": 12435, + "successRate": 0.20158871686795818, + "wilsonLowerBound": 0.19844133085785093 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 21905, + "modelCount": 21968, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 5984, - "successRate": 0.27317963935174616, - "wilsonLowerBound": 0.2673188415355244 + "successCount": 6001, + "successRate": 0.27317006554989076, + "wilsonLowerBound": 0.2673176856247286 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 17283, + "modelCount": 17301, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4148, - "successRate": 0.240004628826014, - "wilsonLowerBound": 0.23369545719916635 + "successCount": 4150, + "successRate": 0.23987052771516099, + "wilsonLowerBound": 0.23356585470225197 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 71604, + "modelCount": 71639, "officialConfigError": null, "officialConfigValid": true, - "successCount": 19603, - "successRate": 0.2737696218088375, - "wilsonLowerBound": 0.270515815475356 + "successCount": 19611, + "successRate": 0.27374753974790267, + "wilsonLowerBound": 0.2704946085816446 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 3118, + "modelCount": 3150, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1713, - "successRate": 0.5493906350224503, - "wilsonLowerBound": 0.5318758959259551 + "successCount": 1727, + "successRate": 0.5482539682539682, + "wilsonLowerBound": 0.530826116783942 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 49621, + "modelCount": 49645, "officialConfigError": null, "officialConfigValid": true, - "successCount": 22357, - "successRate": 0.4505552084802805, - "wilsonLowerBound": 0.44618136928638047 + "successCount": 22369, + "successRate": 0.45057911169302045, + "wilsonLowerBound": 0.44620630611081763 }, "vllm": { "framework": "vllm", - "modelCount": 42985, + "modelCount": 43029, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5822, - "successRate": 0.13544259625450739, - "wilsonLowerBound": 0.13224017044749356 + "successCount": 5836, + "successRate": 0.1356294592019336, + "wilsonLowerBound": 0.13242675821920952 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 1519, + "modelCount": 1530, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -383,12 +383,12 @@ "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", - "modelCount": 6290, + "modelCount": 6291, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, - "successRate": 0.03052464228934817, - "wilsonLowerBound": 0.026551520034527744 + "successRate": 0.030519790176442536, + "wilsonLowerBound": 0.02654729145069718 }, "vllm": { "framework": "vllm", @@ -401,12 +401,12 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 8562, + "modelCount": 8583, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3765, - "successRate": 0.4397337070777856, - "wilsonLowerBound": 0.42924923720854574 + "successCount": 3776, + "successRate": 0.4399394151229174, + "wilsonLowerBound": 0.429467121410506 } }, "Vastai_va16": { @@ -421,47 +421,47 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 24275, + "modelCount": 24353, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6742, - "successRate": 0.27773429454170956, - "wilsonLowerBound": 0.2721355026882366 + "successCount": 6768, + "successRate": 0.2779123721923377, + "wilsonLowerBound": 0.2723213591710295 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 30273, + "modelCount": 30313, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15486, - "successRate": 0.5115449410365672, - "wilsonLowerBound": 0.5059128719244974 + "successCount": 15507, + "successRate": 0.5115626958730578, + "wilsonLowerBound": 0.5059343467950277 }, "vllm": { "framework": "vllm", - "modelCount": 70131, + "modelCount": 70176, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7650, - "successRate": 0.1090815759079437, - "wilsonLowerBound": 0.10679569639637888 + "successCount": 7651, + "successRate": 0.10902587779297766, + "wilsonLowerBound": 0.10674124430762734 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 15557, + "modelCount": 15612, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2940, - "successRate": 0.18898245162949154, - "wilsonLowerBound": 0.1829074766584014 + "successCount": 2945, + "successRate": 0.18863694593902128, + "wilsonLowerBound": 0.18257693786618892 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-11-02T01:28:47.466346+00:00", + "generatedAt": "2026-11-02T01:29:54.616314+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index a6bb0730c9..64afb17e76 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-11-02T01:28:47.466346+00:00", + "catalogUpdatedAt": "2026-11-02T01:29:54.616314+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-11-02T01:28:47.466346+00:00", + "generatedAt": "2026-11-02T01:29:54.616314+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6563,6 +6563,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-11-02T01:28:47.466346+00:00", + "taskTreeUpdatedAt": "2026-11-02T01:29:54.616314+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index 8d61dad539..eefbec94fb 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "75992f8fc87bd43463ad6a2225d42d2ca55bf3279439823531261e6ae705f09c", ".modelhub_state/architecture_compatibility_blacklist.json": "563a95685d9e133a628814d72044988111edf94e825edb6e999b09e99da3b211", ".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff", - ".modelhub_state/market_intelligence.json": "d30c334fbeedc299ed69d28b4ca8abb61a4a9c4390a07d20d16890b67df4125c", - ".modelhub_state/official_capabilities.json": "47168032ce1a8fb03048240360e5fc925bd16eb2def185a6862e94cbe13c33e8", + ".modelhub_state/market_intelligence.json": "1ce79bd8f10ea93f05066477b77f05b67270e80b6fb4e88ccaf4e85d85e6d3cd", + ".modelhub_state/official_capabilities.json": "a09db5adedd516e9dfc9b7ae26f12e82f2b5160e4de46ca2568a369dcf3fb8dd", ".modelhub_state/outcome_checkpoint.json": "5e770455ff8b5389dc55b246afc7255c9c378074e8a65a230098b58d655d3d7f", ".modelhub_state/recent_outcomes.jsonl": "4a2b009a6a1705662133337acd7d0aa98044164a9d827aa3d07f20073183e82b", ".modelhub_state/recovery_active_tasks.jsonl": "62cfe69eee397f5ef0310ccd3b62113f2b02c38d79ec566bae401c3b480c4aa0", @@ -16,9 +16,9 @@ "ledger/submissions.jsonl": "74ecb8e266f06f2f975f901eb06c2825ae895f5d4c221b344fed530af7308c1d", "outcomes/submissions.jsonl": "e522c25015b250df8636e7b9d13ecbb781db7d8be03c7ea320394c1d55a59525" }, - "generation": 19153, + "generation": 19154, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-11-02T01:28:50.075740+00:00", + "updatedAt": "2026-11-02T01:29:55.811789+00:00", "writerId": "b60d613251844af6b43636e34287be85" }