diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index cb7effb5ce..2baec96006 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -1,39 +1,77 @@ { - "communityAttemptedAt": "2026-10-19T13:57:52.360051+00:00", + "communityAttemptedAt": "2026-10-19T14:14:08.450933+00:00", "communityError": null, "communitySample": {}, - "communityUpdatedAt": "2026-10-19T13:57:52.360051+00:00", - "frameworkAttemptedAt": "2026-10-19T10:40:51.289871+00:00", + "communityUpdatedAt": "2026-10-19T14:14:08.450933+00:00", + "frameworkAttemptedAt": "2026-10-19T14:14:08.450933+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { - "Ascend_910-b4": { + "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 38391, + "modelCount": 43499, "officialConfigError": null, "officialConfigValid": true, - "successCount": 18317, - "successRate": 0.4771170326378578, - "wilsonLowerBound": 0.47212318466574904 + "successCount": 21839, + "successRate": 0.5020575185636451, + "wilsonLowerBound": 0.49735878975760417 }, "vllm": { "framework": "vllm", - "modelCount": 40504, + "modelCount": 58023, "officialConfigError": null, "officialConfigValid": true, - "successCount": 11101, - "successRate": 0.2740716966225558, - "wilsonLowerBound": 0.2697493133374559 + "successCount": 15513, + "successRate": 0.2673594953725247, + "wilsonLowerBound": 0.263773766681591 + }, + "vllm_0.23.0": { + "framework": "vllm_0.23.0", + "modelCount": 1, + "officialConfigError": "framework_mismatch", + "officialConfigValid": false, + "successCount": 1, + "successRate": 1.0, + "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 14013, + "modelCount": 5146, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5815, - "successRate": 0.41497181188896026, - "wilsonLowerBound": 0.40683811571920886 + "successCount": 1631, + "successRate": 0.31694520015546057, + "wilsonLowerBound": 0.30437296647791007 + } + }, + "Ascend_910-b4": { + "llamacpp": { + "framework": "llamacpp", + "modelCount": 38426, + "officialConfigError": null, + "officialConfigValid": true, + "successCount": 18340, + "successRate": 0.47728100765106957, + "wilsonLowerBound": 0.4722893420057006 + }, + "vllm": { + "framework": "vllm", + "modelCount": 40509, + "officialConfigError": null, + "officialConfigValid": true, + "successCount": 11101, + "successRate": 0.2740378681280703, + "wilsonLowerBound": 0.26971592032341624 + }, + "vllm_tokenizer_patch": { + "framework": "vllm_tokenizer_patch", + "modelCount": 14038, + "officialConfigError": null, + "officialConfigValid": true, + "successCount": 5824, + "successRate": 0.41487391366291493, + "wilsonLowerBound": 0.406747746939637 } }, "Biren_166m": { @@ -48,61 +86,61 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 34275, + "modelCount": 34353, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 7335, - "successRate": 0.21400437636761488, - "wilsonLowerBound": 0.20969456353476967 + "successCount": 7342, + "successRate": 0.21372223677699181, + "wilsonLowerBound": 0.20941939609900143 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 8291, + "modelCount": 8300, "officialConfigError": null, "officialConfigValid": true, "successCount": 115, - "successRate": 0.01387046194668918, - "wilsonLowerBound": 0.011568662687828335 + "successRate": 0.013855421686746987, + "wilsonLowerBound": 0.011556105070564138 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26762, + "modelCount": 26769, "officialConfigError": null, "officialConfigValid": true, "successCount": 3288, - "successRate": 0.12286077273746357, - "wilsonLowerBound": 0.11898168754112559 + "successRate": 0.12282864507452651, + "wilsonLowerBound": 0.11895050672083039 }, "vllm-customized": { "framework": "vllm-customized", - "modelCount": 16519, + "modelCount": 16520, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, - "successRate": 0.10145892608511412, - "wilsonLowerBound": 0.09694673511307306 + "successRate": 0.10145278450363196, + "wilsonLowerBound": 0.09694085230477067 }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 17196, + "modelCount": 17233, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6667, - "successRate": 0.3877064433589207, - "wilsonLowerBound": 0.38044990813393753 + "successCount": 6677, + "successRate": 0.3874543027911565, + "wilsonLowerBound": 0.38020645782039325 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", - "modelCount": 24816, + "modelCount": 24817, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, - "successRate": 0.15344938749194068, - "wilsonLowerBound": 0.14901870548759422 + "successRate": 0.15344320425514768, + "wilsonLowerBound": 0.14901268534306283 }, "vllm-customized": { "framework": "vllm-customized", @@ -115,61 +153,61 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 54712, + "modelCount": 54786, "officialConfigError": null, "officialConfigValid": true, - "successCount": 13771, - "successRate": 0.2516998099137301, - "wilsonLowerBound": 0.24808074056410806 + "successCount": 13790, + "successRate": 0.2517066403825795, + "wilsonLowerBound": 0.24808997093290183 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 25174, + "modelCount": 25185, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3213, - "successRate": 0.1276316834829586, - "wilsonLowerBound": 0.12356641081421572 + "successCount": 3215, + "successRate": 0.12765535040698828, + "wilsonLowerBound": 0.12359062358624283 }, "vllm": { "framework": "vllm", - "modelCount": 87113, + "modelCount": 87120, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, - "successRate": 0.11217613903780148, - "wilsonLowerBound": 0.11009752160279614 + "successRate": 0.11216712580348943, + "wilsonLowerBound": 0.11008866513739408 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 48967, + "modelCount": 48990, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5665, - "successRate": 0.11569015867829355, - "wilsonLowerBound": 0.11288720382668782 + "successCount": 5666, + "successRate": 0.11565625637885282, + "wilsonLowerBound": 0.11285431587118507 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 51033, + "modelCount": 51139, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3789, - "successRate": 0.07424607606842631, - "wilsonLowerBound": 0.07200333041932488 + "successCount": 3790, + "successRate": 0.07411173468390074, + "wilsonLowerBound": 0.07187318335710455 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 94876, + "modelCount": 94885, "officialConfigError": null, "officialConfigValid": true, - "successCount": 23906, - "successRate": 0.25197099371811627, - "wilsonLowerBound": 0.24921850964948758 + "successCount": 23907, + "successRate": 0.251957632924066, + "wilsonLowerBound": 0.2492053280257805 }, "llamacpp_opt": { "framework": "llamacpp_opt", @@ -191,48 +229,48 @@ }, "vllm": { "framework": "vllm", - "modelCount": 112905, + "modelCount": 112908, "officialConfigError": null, "officialConfigValid": true, "successCount": 16539, - "successRate": 0.14648598379168326, - "wilsonLowerBound": 0.14443546951061176 + "successRate": 0.14648209161441172, + "wilsonLowerBound": 0.14443162724436873 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", - "modelCount": 300, + "modelCount": 302, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, - "successRate": 0.0033333333333333335, - "wilsonLowerBound": 0.0005886425761407378 + "successRate": 0.0033112582781456954, + "wilsonLowerBound": 0.0005847426840939249 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 25361, + "modelCount": 25385, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4150, - "successRate": 0.16363708055676038, - "wilsonLowerBound": 0.1591349424538471 + "successCount": 4153, + "successRate": 0.16360055150679534, + "wilsonLowerBound": 0.1591009320610104 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 44287, + "modelCount": 44293, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 5720, - "successRate": 0.12915754058753132, - "wilsonLowerBound": 0.12606613178689455 + "successCount": 5721, + "successRate": 0.12916262163321518, + "wilsonLowerBound": 0.1260713672948631 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 8451, + "modelCount": 8459, "officialConfigError": null, "officialConfigValid": true, "successCount": 814, - "successRate": 0.09631996213465863, - "wilsonLowerBound": 0.09021189160498586 + "successRate": 0.09622886866059818, + "wilsonLowerBound": 0.09012629711640216 } }, "Iluvatar_mrv-100": { @@ -247,12 +285,12 @@ }, "vllm": { "framework": "vllm", - "modelCount": 35447, + "modelCount": 35472, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7120, - "successRate": 0.2008632606426496, - "wilsonLowerBound": 0.19672490177114055 + "successCount": 7124, + "successRate": 0.2008344609833108, + "wilsonLowerBound": 0.19669777606498962 } }, "Kunlunxin_p-800": { @@ -267,70 +305,70 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 18065, + "modelCount": 18095, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 5116, - "successRate": 0.28319955715471906, - "wilsonLowerBound": 0.27667592844218003 + "successCount": 5124, + "successRate": 0.2831721470019342, + "wilsonLowerBound": 0.2766540872265956 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 16114, + "modelCount": 16128, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3895, - "successRate": 0.2417152786396922, - "wilsonLowerBound": 0.23516701882960792 + "successCount": 3899, + "successRate": 0.2417534722222222, + "wilsonLowerBound": 0.23520766348298355 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 69373, + "modelCount": 69406, "officialConfigError": null, "officialConfigValid": true, - "successCount": 19080, - "successRate": 0.2750349559626944, - "wilsonLowerBound": 0.27172461187027114 + "successCount": 19087, + "successRate": 0.27500504279168947, + "wilsonLowerBound": 0.27169559654759934 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 1563, + "modelCount": 1575, "officialConfigError": null, "officialConfigValid": true, - "successCount": 928, - "successRate": 0.5937300063979527, - "wilsonLowerBound": 0.5691801299790697 + "successCount": 935, + "successRate": 0.5936507936507937, + "wilsonLowerBound": 0.5691947200689467 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 48586, + "modelCount": 48591, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, - "successRate": 0.44724817848763015, - "wilsonLowerBound": 0.4428313248166864 + "successRate": 0.4472021567780042, + "wilsonLowerBound": 0.4427855771941597 }, "vllm": { "framework": "vllm", - "modelCount": 40968, + "modelCount": 40986, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5158, - "successRate": 0.12590314391720367, - "wilsonLowerBound": 0.1227257632515592 + "successCount": 5164, + "successRate": 0.12599424193627093, + "wilsonLowerBound": 0.1228165487483543 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 1205, + "modelCount": 1215, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, - "wilsonLowerBound": 2.161513332838699e-19 + "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { @@ -345,367 +383,389 @@ }, "vllm": { "framework": "vllm", - "modelCount": 10112, + "modelCount": 10113, "officialConfigError": null, "officialConfigValid": true, "successCount": 765, - "successRate": 0.07565268987341772, - "wilsonLowerBound": 0.07065802822135582 + "successRate": 0.07564520913675467, + "wilsonLowerBound": 0.07065102319044637 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 7738, + "modelCount": 7747, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3404, - "successRate": 0.4399069527009563, - "wilsonLowerBound": 0.4288795500257186 + "successCount": 3409, + "successRate": 0.4400413063121208, + "wilsonLowerBound": 0.4290198624358576 } }, "Vastai_va16": { "vllm": { "framework": "vllm", - "modelCount": 7430, + "modelCount": 7431, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, - "successRate": 0.03297442799461642, - "wilsonLowerBound": 0.029149250467990415 + "successRate": 0.03296999058000269, + "wilsonLowerBound": 0.02914532054852906 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 19472, + "modelCount": 19495, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5572, - "successRate": 0.2861544782251438, - "wilsonLowerBound": 0.27984890736268037 + "successCount": 5574, + "successRate": 0.28591946652987943, + "wilsonLowerBound": 0.27961919872974084 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 28996, + "modelCount": 29009, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14841, - "successRate": 0.511829217823148, - "wilsonLowerBound": 0.5060744874901616 + "successCount": 14849, + "successRate": 0.5118756248060946, + "wilsonLowerBound": 0.5061221907667223 }, "vllm": { "framework": "vllm", - "modelCount": 68292, + "modelCount": 68312, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7369, - "successRate": 0.10790429332864757, - "wilsonLowerBound": 0.10559931015791812 + "successCount": 7373, + "successRate": 0.10793125658742242, + "wilsonLowerBound": 0.10562635065142881 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 14209, + "modelCount": 14220, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2514, - "successRate": 0.17693011471602504, - "wilsonLowerBound": 0.1707429694838381 + "successCount": 2516, + "successRate": 0.1769338959212377, + "wilsonLowerBound": 0.17074905666537285 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-10-19T14:06:54.445096+00:00", + "generatedAt": "2026-10-19T14:14:08.450933+00:00", "gpuStats": { + "Ascend_910-b3": { + "available": true, + "backlogHours": 1530.3243243243244, + "canVerify": true, + "error": null, + "gpu": "Ascend_910-b3", + "healthFactor": 1.0, + "maxConcurrentTasks": 8, + "qualityFactor": 2.283918593523509, + "queueFactor": 0.9362624292017516, + "queueWeight": 0.9362624292017516, + "recentSuccess": 39, + "recentSuccessRate": 0.35135135135135137, + "recentTerminal": 111, + "recentWilsonLowerBound": 0.2688687378602228, + "running": 8, + "selectionWeight": 2.1383471704713686, + "stale": false, + "submissionEligible": true, + "throughputPerHour": 18.5, + "waiting": 28311 + }, "Ascend_910-b4": { "available": true, - "backlogHours": 1443.4736842105262, + "backlogHours": 1391.1304347826087, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, - "queueFactor": 0.8945561200952187, - "queueWeight": 0.8945561200952187, - "recentSuccess": 50, - "recentSuccessRate": 0.37593984962406013, - "recentTerminal": 133, - "recentWilsonLowerBound": 0.29819216386268604, + "queueFactor": 0.9497513959210716, + "queueWeight": 0.9497513959210716, + "recentSuccess": 49, + "recentSuccessRate": 0.35507246376811596, + "recentTerminal": 138, + "recentWilsonLowerBound": 0.2801466832622453, "running": 8, - "selectionWeight": 2.2363903002380465, + "selectionWeight": 2.374378489802679, "stale": false, "submissionEligible": true, - "throughputPerHour": 22.166666666666668, - "waiting": 31997 + "throughputPerHour": 23.0, + "waiting": 31996 }, "Biren_166m": { "available": true, - "backlogHours": 132.2, + "backlogHours": 130.33802816901408, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, - "qualityFactor": 0.3266473095247433, - "queueFactor": 1.280366208254827, - "queueWeight": 1.280366208254827, - "recentSuccess": 34, - "recentSuccessRate": 0.1619047619047619, - "recentTerminal": 210, - "recentWilsonLowerBound": 0.11823369477704991, + "qualityFactor": 0.391331972456859, + "queueFactor": 1.3, + "queueWeight": 1.3, + "recentSuccess": 35, + "recentSuccessRate": 0.1643192488262911, + "recentTerminal": 213, + "recentWilsonLowerBound": 0.12058602954134792, "running": 8, - "selectionWeight": 0.41822817713283644, + "selectionWeight": 0.5087315641939167, "stale": false, "submissionEligible": false, - "throughputPerHour": 35.0, + "throughputPerHour": 35.5, "waiting": 4627 }, "Cambricon_mlu-370-x4": { "available": true, - "backlogHours": 1367.7721518987341, + "backlogHours": 1286.4285714285713, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, - "qualityFactor": 0.4657330523908735, - "queueFactor": 0.9018137615886876, - "queueWeight": 0.9018137615886876, - "recentSuccess": 17, - "recentSuccessRate": 0.21518987341772153, - "recentTerminal": 79, - "recentWilsonLowerBound": 0.13892090811951757, + "qualityFactor": 0.3927607491954682, + "queueFactor": 0.9609643286269677, + "queueWeight": 0.9609643286269677, + "recentSuccess": 16, + "recentSuccessRate": 0.19047619047619047, + "recentTerminal": 84, + "recentWilsonLowerBound": 0.12078595196346183, "running": 7, - "selectionWeight": 0.42000447587279494, + "selectionWeight": 0.37742906966164796, "stale": false, "submissionEligible": false, - "throughputPerHour": 13.166666666666666, - "waiting": 18009 + "throughputPerHour": 14.0, + "waiting": 18010 }, "Cambricon_mlu-370-x8": { "available": true, - "backlogHours": 402.64864864864865, + "backlogHours": 402.7297297297297, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, - "qualityFactor": 0.6140636208449236, - "queueFactor": 1.0833779321998103, - "queueWeight": 1.0833779321998103, - "recentSuccess": 32, - "recentSuccessRate": 0.21621621621621623, + "qualityFactor": 0.8256361721084395, + "queueFactor": 1.1438341662727376, + "queueWeight": 1.1438341662727376, + "recentSuccess": 34, + "recentSuccessRate": 0.22972972972972974, "recentTerminal": 148, - "recentWilsonLowerBound": 0.15752437094678887, + "recentWilsonLowerBound": 0.169309119087007, "running": 7, - "selectionWeight": 0.6652629757901016, + "selectionWeight": 0.9443908625682714, "stale": false, "submissionEligible": true, "throughputPerHour": 24.666666666666668, - "waiting": 9932 + "waiting": 9934 }, "Iluvatar_bi-100": { "available": true, - "backlogHours": 75.09933774834437, + "backlogHours": 77.28327645051195, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, - "qualityFactor": 0.05199545820954451, + "qualityFactor": 0.06380118803864732, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 23, - "recentSuccessRate": 0.076158940397351, - "recentTerminal": 302, - "recentWilsonLowerBound": 0.05128168869052767, + "recentSuccessRate": 0.07849829351535836, + "recentTerminal": 293, + "recentWilsonLowerBound": 0.05287422454458732, "running": 24, - "selectionWeight": 0.06759409567240786, + "selectionWeight": 0.08294154445024152, "stale": false, "submissionEligible": false, - "throughputPerHour": 50.333333333333336, - "waiting": 3780 + "throughputPerHour": 48.833333333333336, + "waiting": 3774 }, "Iluvatar_bi-150": { "available": true, - "backlogHours": 178.97397769516726, + "backlogHours": 178.728624535316, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, - "qualityFactor": 0.12396506858090692, - "queueFactor": 1.2234900401799014, - "queueWeight": 1.2234900401799014, - "recentSuccess": 29, - "recentSuccessRate": 0.10780669144981413, + "qualityFactor": 0.12972528264227648, + "queueFactor": 1.2920698764753755, + "queueWeight": 1.2920698764753755, + "recentSuccess": 28, + "recentSuccessRate": 0.10408921933085502, "recentTerminal": 269, - "recentWilsonLowerBound": 0.07611631135631228, - "running": 3, - "selectionWeight": 0.15167002673895805, + "recentWilsonLowerBound": 0.07300171084773509, + "running": 4, + "selectionWeight": 0.16761412991933936, "stale": false, "submissionEligible": false, "throughputPerHour": 44.833333333333336, - "waiting": 8024 + "waiting": 8013 }, "Iluvatar_mrv-100": { "available": true, - "backlogHours": 1873.7307692307693, + "backlogHours": 1988.5714285714287, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, - "qualityFactor": 0.45343468328729275, - "queueFactor": 0.8602265522377154, - "queueWeight": 0.8602265522377154, - "recentSuccess": 12, - "recentSuccessRate": 0.23076923076923078, - "recentTerminal": 52, - "recentWilsonLowerBound": 0.13724127341871611, + "qualityFactor": 0.3513240020192388, + "queueFactor": 0.9001894919962833, + "queueWeight": 0.9001894919962833, + "recentSuccess": 10, + "recentSuccessRate": 0.20408163265306123, + "recentTerminal": 49, + "recentWilsonLowerBound": 0.11481727042813812, "running": 2, - "selectionWeight": 0.39005655426922825, + "selectionWeight": 0.31625817490379976, "stale": false, "submissionEligible": false, - "throughputPerHour": 8.666666666666666, - "waiting": 16239 + "throughputPerHour": 8.166666666666666, + "waiting": 16240 }, "Kunlunxin_p-800": { "available": true, - "backlogHours": 489.9661016949152, + "backlogHours": 490.1694915254237, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, - "qualityFactor": 0.9457116915380797, - "queueFactor": 1.051947381048474, - "queueWeight": 1.051947381048474, + "qualityFactor": 1.0849316761845698, + "queueFactor": 1.1106140845934784, + "queueWeight": 1.1106140845934784, "recentSuccess": 31, "recentSuccessRate": 0.2627118644067797, "recentTerminal": 118, "recentWilsonLowerBound": 0.19168832306387246, "running": 8, - "selectionWeight": 0.9948389371404053, + "selectionWeight": 1.2049404003921942, "stale": false, "submissionEligible": true, "throughputPerHour": 19.666666666666668, - "waiting": 9636 + "waiting": 9640 }, "MetaX_c-500": { "available": true, - "backlogHours": 667.0285714285715, + "backlogHours": 686.5882352941177, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, - "qualityFactor": 0.6963387112517287, - "queueFactor": 1.0043781504343015, - "queueWeight": 1.0043781504343015, + "qualityFactor": 0.8534733118238562, + "queueFactor": 1.055870520544657, + "queueWeight": 1.055870520544657, "recentSuccess": 25, - "recentSuccessRate": 0.23809523809523808, - "recentTerminal": 105, - "recentWilsonLowerBound": 0.16678968751856937, + "recentSuccessRate": 0.24509803921568626, + "recentTerminal": 102, + "recentWilsonLowerBound": 0.17188040381978262, "running": 4, - "selectionWeight": 0.6993873868828164, + "selectionWeight": 0.9011573100264274, "stale": false, "submissionEligible": true, - "throughputPerHour": 17.5, - "waiting": 11673 + "throughputPerHour": 17.0, + "waiting": 11672 }, "Mthreads_s4000": { "available": true, - "backlogHours": 1962.1499999999999, + "backlogHours": 2038.4415584415583, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, - "qualityFactor": 0.31950848285975597, - "queueFactor": 0.854297412908947, - "queueWeight": 0.854297412908947, - "recentSuccess": 15, - "recentSuccessRate": 0.1875, - "recentTerminal": 80, - "recentWilsonLowerBound": 0.11705207812728377, + "qualityFactor": 0.2673187582707807, + "queueFactor": 0.8968511691461936, + "queueWeight": 0.8968511691461936, + "recentSuccess": 13, + "recentSuccessRate": 0.16883116883116883, + "recentTerminal": 77, + "recentWilsonLowerBound": 0.1014057303066853, "running": 4, - "selectionWeight": 0.2729552703095522, + "selectionWeight": 0.23974514088985838, "stale": false, "submissionEligible": false, - "throughputPerHour": 13.333333333333334, - "waiting": 26162 + "throughputPerHour": 12.833333333333334, + "waiting": 26160 }, "Sunrise_pt-200-x1": { "available": true, - "backlogHours": 686.7407407407408, + "backlogHours": 682.7484662576687, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.05, - "queueFactor": 1.0, - "queueWeight": 1.0, + "queueFactor": 1.0567591293166105, + "queueWeight": 1.0567591293166105, "recentSuccess": 8, - "recentSuccessRate": 0.04938271604938271, - "recentTerminal": 162, - "recentWilsonLowerBound": 0.025232188799837046, + "recentSuccessRate": 0.049079754601226995, + "recentTerminal": 163, + "recentWilsonLowerBound": 0.0250760903742194, "running": 2, - "selectionWeight": 0.05, + "selectionWeight": 0.05283795646583053, "stale": false, "submissionEligible": false, - "throughputPerHour": 27.0, - "waiting": 18542 + "throughputPerHour": 27.166666666666668, + "waiting": 18548 }, "Vastai_va16": { "available": true, - "backlogHours": 1343.925, + "backlogHours": 1312.4634146341464, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, - "queueFactor": 0.9041961780024499, - "queueWeight": 0.9041961780024499, + "queueFactor": 0.9580805804355481, + "queueWeight": 0.9580805804355481, "recentSuccess": 7, - "recentSuccessRate": 0.0875, - "recentTerminal": 80, - "recentWilsonLowerBound": 0.043031454647439876, + "recentSuccessRate": 0.08536585365853659, + "recentTerminal": 82, + "recentWilsonLowerBound": 0.04196599135384305, "running": 16, - "selectionWeight": 0.045209808900122495, + "selectionWeight": 0.04790402902177741, "stale": false, "submissionEligible": false, - "throughputPerHour": 13.333333333333334, - "waiting": 17919 + "throughputPerHour": 13.666666666666666, + "waiting": 17937 }, "hygon_k100-ai": { "available": true, - "backlogHours": 1409.7669902912621, + "backlogHours": 1423.5294117647059, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, - "qualityFactor": 0.5813808118687842, - "queueFactor": 0.8977322382007652, - "queueWeight": 0.8977322382007652, - "recentSuccess": 23, - "recentSuccessRate": 0.22330097087378642, - "recentTerminal": 103, - "recentWilsonLowerBound": 0.1536565519868537, + "qualityFactor": 0.6047852709270725, + "queueFactor": 0.9464771893289147, + "queueWeight": 0.9464771893289147, + "recentSuccess": 22, + "recentSuccessRate": 0.21568627450980393, + "recentTerminal": 102, + "recentWilsonLowerBound": 0.14697094402656705, "running": 6, - "selectionWeight": 0.5219242974859416, + "selectionWeight": 0.5724154633745817, "stale": false, - "submissionEligible": true, - "throughputPerHour": 17.166666666666668, - "waiting": 24201 + "submissionEligible": false, + "throughputPerHour": 17.0, + "waiting": 24200 } }, - "queueAttemptedAt": "2026-10-19T13:57:52.360051+00:00", + "queueAttemptedAt": "2026-10-19T14:14:08.450933+00:00", "queueError": null, - "queueUpdatedAt": "2026-10-19T13:57:52.360051+00:00", + "queueUpdatedAt": "2026-10-19T14:14:08.450933+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", @@ -713,6 +773,7 @@ "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", + "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index 2b4eb1c1a3..2d56f8f0e2 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-10-19T14:06:54.445096+00:00", + "catalogUpdatedAt": "2026-10-19T14:14:08.450933+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,12 +56,12 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-10-19T14:06:54.445096+00:00", + "generatedAt": "2026-10-19T14:14:20.197286+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, "gpu": "Ascend_910-b3", - "maxConcurrentTasks": 0 + "maxConcurrentTasks": 8 }, "Ascend_910-b4": { "canVerify": true, @@ -493,12 +493,6 @@ ], "updatedAt": "2026-10-19T02:08:08.253343+00:00" }, - "https://modelscope.cn/models/IFM/LoopedLM-P1-dense-d112-500b|2026-10-03T06:18:49+00:00|Kunlunxin_p-800": { - "taskTypes": [ - "text-generation" - ], - "updatedAt": "2026-10-19T02:08:07.953907+00:00" - }, "https://modelscope.cn/models/IFM/LoopedLM-P1-dense-d112-500b|2026-10-03T06:18:49+00:00|MetaX_c-500": { "taskTypes": [ "feature_emb", @@ -2962,6 +2956,14 @@ ], "updatedAt": "2026-10-19T02:09:21.371516+00:00" }, + "https://modelscope.cn/models/facebook/OMol25|2026-10-19T12:26:02+00:00|Ascend_910-b3": { + "taskTypes": [ + "text-generation", + "text-to-image-generation", + "visual-multi-modal" + ], + "updatedAt": "2026-10-19T14:14:20.197286+00:00" + }, "https://modelscope.cn/models/facebook/OMol25|2026-10-19T12:26:02+00:00|Ascend_910-b4": { "taskTypes": [ "text-generation", @@ -6523,6 +6525,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-10-19T14:06:54.445096+00:00", + "taskTreeUpdatedAt": "2026-10-19T14:14:08.450933+00:00", "version": 1 } diff --git a/.modelhub_state/recovery_intents.jsonl b/.modelhub_state/recovery_intents.jsonl index 07168b5f3c..58e475c4ec 100644 --- a/.modelhub_state/recovery_intents.jsonl +++ b/.modelhub_state/recovery_intents.jsonl @@ -8,6 +8,7 @@ {"agentVersion": "2026.10.18.1", "batchId": "cc4c9105691044cf8473820263d1a663", "completedAt": "2026-10-19T05:32:54.970924+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-19T02:09:27.335877+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "2a19fe570e294f3daddd77e9049f428c", "lastModified": "2026-10-16T05:43:29+00:00", "modelAddress": "https://modelscope.cn/models/rapid-mlx/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-MLX-3bit", "reason": null, "reconciledAt": "2026-10-19T14:10:46.360053+00:00", "repoId": "rapid-mlx/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-MLX-3bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "Ascend_910-b3", "taskId": "5645075", "taskType": "text-generation"} {"agentVersion": "2026.10.18.1", "batchId": "87783e46fa954f75ad6d8342b9d15446", "completedAt": "2026-10-19T06:25:51.064030+00:00", "configFingerprint": "0b3aba8e880b5f6fa7b9aa817b9c4c2fbbfb0030e00a71272a9bebf44f0f76b5", "configSource": "modelhub_live", "createdAt": "2026-10-19T06:23:54.129483+00:00", "framework": "llamacpp", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "57d7b7cf62b843c288378ac20283a484", "lastModified": "2026-10-19T05:18:14+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM-V-4.7-1B-DSpark-gguf", "reason": null, "reconciledAt": "2026-10-19T14:10:46.359703+00:00", "repoId": "OpenBMB/MiniCPM-V-4.7-1B-DSpark-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "Ascend_910-b3", "taskId": "5645923", "taskType": "text-generation"} {"agentVersion": "2026.10.18.1", "batchId": "110f5a508e044facb241211f54eceeb7", "completedAt": "2026-10-19T06:32:34.698506+00:00", "configFingerprint": "077eea1fd1f15fd13a8367dad60b0d1b310724d7cc6ea546505d0f84d78d5aca", "configSource": "modelhub_live", "createdAt": "2026-10-19T06:30:42.213744+00:00", "framework": "llamacpp", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "55e4f930d8c1459dbaec6a72f74dc09c", "lastModified": "2026-10-18T14:13:55+00:00", "modelAddress": "https://modelscope.cn/models/castorini/gaggle-nanochat-pretrained-climbmix-20260924", "reason": null, "reconciledAt": "2026-10-19T14:10:46.361402+00:00", "repoId": "castorini/gaggle-nanochat-pretrained-climbmix-20260924", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "hygon_k100-ai", "taskId": "5645977", "taskType": "text-generation"} +{"agentVersion": "2026.10.18.1", "batchId": "8d171b53d60840688c952520922e179f", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-19T14:14:20.379515+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "133344709b9043588d424f72d22a2cb0", "lastModified": "2026-10-19T08:34:36+00:00", "modelAddress": "https://modelscope.cn/models/XingChen-AGI/Xing4.0-29B-Intent-FP8", "repoId": "XingChen-AGI/Xing4.0-29B-Intent-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "MetaX_c-500", "taskType": "text-generation"} {"agentVersion": "2026.10.18.1", "batchId": "6ca5ab06dbf9476380c2300f7d75aad0", "completedAt": "2026-10-19T14:10:00.056817+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-19T14:06:54.620773+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "0d51ebc34a28473b9890b39ad66bf656", "repoId": "XingChen-AGI/Xing4.0-29B-Intent-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "MetaX_c-500", "taskId": null, "taskType": "text-generation"} {"agentVersion": "2026.10.18.1", "batchId": "353cfa4c897949d8b922ce31673b0172", "completedAt": "2026-10-19T14:04:18.680355+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-19T14:02:26.356143+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "790b4878b0484619a897bd6d11c40ef7", "repoId": "XingChen-AGI/Xing4.0-29B-Intent-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "MetaX_c-500", "taskId": null, "taskType": "text-generation"} {"agentVersion": "2026.10.18.1", "batchId": "be8260deeac742b5bcc995e9bf6e75d8", "completedAt": "2026-10-19T13:59:24.575130+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-19T13:58:02.086134+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "c22bfa827da1478fb19b2ce95fa80b4a", "repoId": "XingChen-AGI/Xing4.0-29B-Intent-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "MetaX_c-500", "taskId": null, "taskType": "text-generation"} diff --git a/manifest.json b/manifest.json index d5eb86c851..a40e4fb9d5 100644 --- a/manifest.json +++ b/manifest.json @@ -4,20 +4,20 @@ ".modelhub_state/account_capacity.json": "bacaeb34aaa0d094f61dc04e31369b8a3445b90ef824f5162ea01554f13d38ac", ".modelhub_state/architecture_compatibility_blacklist.json": "8a84717eecddcd6e937bd23d67c2116a3ab86083fe8953c758b6fd5202d6ecf4", ".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff", - ".modelhub_state/market_intelligence.json": "c299abab109fa0c3fc672b5dfcecce88c8bd333c5c4739dc15cbd9c6be505aff", - ".modelhub_state/official_capabilities.json": "7fe902afbdbe30910a0b1e3b75bd970467ab7c7e6e605f30d5bfabd4d1cb2157", + ".modelhub_state/market_intelligence.json": "4f2529d3cef3e5cfe041d46dce5e79d747a0e5f48319bb3403de9a3c1a58488d", + ".modelhub_state/official_capabilities.json": "e31b914f667065e3b807c07021de0b9c68300022289923812e1ba5c036ccaaea", ".modelhub_state/outcome_checkpoint.json": "09a4135ca56ca3a250160b5e404dd3178f8bbb446cfc9a85ce67ba5b47119430", ".modelhub_state/recent_outcomes.jsonl": "c143874dcbd0ebbd772b1a392ac56ed9579561fd503ca0748cceaaec6515733f", ".modelhub_state/recovery_active_tasks.jsonl": "e4f1a3814cc6c01b0c09885bb946f94dc4ecabbae575772bb638cee4172bc768", - ".modelhub_state/recovery_intents.jsonl": "35b83523c9da696d462c701bd91d5a6d82520824f6393e96f89b18c8496c29d0", + ".modelhub_state/recovery_intents.jsonl": "332df86c6b3db0dda29183ce8b3266eb69cefbd7c77d8fedd553266c40a6e878", ".modelhub_state/routing_intelligence.json": "fe9dedf4f82ea916bbe820aecb03c0d7a1d6d8f2876b70a238b44c716a5de153", ".modelhub_state/submission_exclusions.jsonl": "82dd7fbfd3032db2be565c97c54f4fd7d9492d88caaad929890d7946696daa49", "ledger/submissions.jsonl": "7730c11fcfcdb3ac056746c696f0503890dc7d607a96070d398765c093b97170", "outcomes/submissions.jsonl": "51f3359aa492b7c777f367d0c2ac7f03bf70590b6da47db96aa2c6e032416f88" }, - "generation": 445, - "phase": "cycle", + "generation": 446, + "phase": "intent", "schemaVersion": 1, - "updatedAt": "2026-10-19T14:10:46.416036+00:00", + "updatedAt": "2026-10-19T14:14:20.419058+00:00", "writerId": "3c2dfc0efcf247b2bbc75baf49fc4866" }