diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index cd14fa5862..ffb7f92721 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -3,28 +3,28 @@ "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-19T20:10:30.278753+00:00", - "frameworkAttemptedAt": "2026-10-19T14:14:08.450933+00:00", + "frameworkAttemptedAt": "2026-10-19T20:15:18.265691+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 43499, + "modelCount": 43525, "officialConfigError": null, "officialConfigValid": true, - "successCount": 21839, - "successRate": 0.5020575185636451, - "wilsonLowerBound": 0.49735878975760417 + "successCount": 21860, + "successRate": 0.5022400919012062, + "wilsonLowerBound": 0.49754275790408203 }, "vllm": { "framework": "vllm", - "modelCount": 58023, + "modelCount": 58063, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15513, - "successRate": 0.2673594953725247, - "wilsonLowerBound": 0.263773766681591 + "successCount": 15518, + "successRate": 0.2672614229371545, + "wilsonLowerBound": 0.263677350088077 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -37,81 +37,81 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 5146, + "modelCount": 5181, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1631, - "successRate": 0.31694520015546057, - "wilsonLowerBound": 0.30437296647791007 + "successCount": 1647, + "successRate": 0.31789229878401853, + "wilsonLowerBound": 0.3053513099984673 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 38426, + "modelCount": 38458, "officialConfigError": null, "officialConfigValid": true, - "successCount": 18340, - "successRate": 0.47728100765106957, - "wilsonLowerBound": 0.4722893420057006 + "successCount": 18360, + "successRate": 0.4774039211607468, + "wilsonLowerBound": 0.4724142635263623 }, "vllm": { "framework": "vllm", - "modelCount": 40509, + "modelCount": 40526, "officialConfigError": null, "officialConfigValid": true, - "successCount": 11101, - "successRate": 0.2740378681280703, - "wilsonLowerBound": 0.26971592032341624 + "successCount": 11102, + "successRate": 0.2739475892019938, + "wilsonLowerBound": 0.2696269973252689 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 14038, + "modelCount": 14083, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5824, - "successRate": 0.41487391366291493, - "wilsonLowerBound": 0.406747746939637 + "successCount": 5844, + "successRate": 0.41496840161897325, + "wilsonLowerBound": 0.4068548924855788 } }, "Biren_166m": { "vllm": { "framework": "vllm", - "modelCount": 64264, + "modelCount": 64265, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, - "successRate": 0.18825469936511888, - "wilsonLowerBound": 0.18525094549360915 + "successRate": 0.18825177001478255, + "wilsonLowerBound": 0.18524805760286572 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 34353, + "modelCount": 34476, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 7342, - "successRate": 0.21372223677699181, - "wilsonLowerBound": 0.20941939609900143 + "successCount": 7364, + "successRate": 0.21359786518157559, + "wilsonLowerBound": 0.2093035803182676 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 8300, + "modelCount": 8313, "officialConfigError": null, "officialConfigValid": true, "successCount": 115, - "successRate": 0.013855421686746987, - "wilsonLowerBound": 0.011556105070564138 + "successRate": 0.01383375436063996, + "wilsonLowerBound": 0.011538014344512085 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26769, + "modelCount": 26770, "officialConfigError": null, "officialConfigValid": true, "successCount": 3288, - "successRate": 0.12282864507452651, - "wilsonLowerBound": 0.11895050672083039 + "successRate": 0.12282405677997758, + "wilsonLowerBound": 0.11894605365208344 }, "vllm-customized": { "framework": "vllm-customized", @@ -124,23 +124,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 17233, + "modelCount": 17280, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6677, - "successRate": 0.3874543027911565, - "wilsonLowerBound": 0.38020645782039325 + "successCount": 6694, + "successRate": 0.38738425925925923, + "wilsonLowerBound": 0.380146498410545 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", - "modelCount": 24817, + "modelCount": 24819, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, - "successRate": 0.15344320425514768, - "wilsonLowerBound": 0.14901268534306283 + "successRate": 0.15343083927636086, + "wilsonLowerBound": 0.14900064651328315 }, "vllm-customized": { "framework": "vllm-customized", @@ -153,65 +153,65 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 54786, + "modelCount": 54904, "officialConfigError": null, "officialConfigValid": true, - "successCount": 13790, - "successRate": 0.2517066403825795, - "wilsonLowerBound": 0.24808997093290183 + "successCount": 13812, + "successRate": 0.2515663703919569, + "wilsonLowerBound": 0.2479542518999264 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 25185, + "modelCount": 25241, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3215, - "successRate": 0.12765535040698828, - "wilsonLowerBound": 0.12359062358624283 + "successCount": 3218, + "successRate": 0.12749098688641497, + "wilsonLowerBound": 0.12343299673518347 }, "vllm": { "framework": "vllm", - "modelCount": 87120, + "modelCount": 87122, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, - "successRate": 0.11216712580348943, - "wilsonLowerBound": 0.11008866513739408 + "successRate": 0.11216455085971397, + "wilsonLowerBound": 0.11008613498042095 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 48990, + "modelCount": 49039, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5666, - "successRate": 0.11565625637885282, - "wilsonLowerBound": 0.11285431587118507 + "successCount": 5672, + "successRate": 0.11566304369991232, + "wilsonLowerBound": 0.11286241568461444 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 51139, + "modelCount": 51255, "officialConfigError": null, "officialConfigValid": true, "successCount": 3790, - "successRate": 0.07411173468390074, - "wilsonLowerBound": 0.07187318335710455 + "successRate": 0.07394400546288167, + "wilsonLowerBound": 0.07171032747335292 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 94885, + "modelCount": 94931, "officialConfigError": null, "officialConfigValid": true, - "successCount": 23907, - "successRate": 0.251957632924066, - "wilsonLowerBound": 0.2492053280257805 + "successCount": 23922, + "successRate": 0.2519935532123332, + "wilsonLowerBound": 0.24924178078950268 }, "llamacpp_opt": { "framework": "llamacpp_opt", - "modelCount": 143, + "modelCount": 145, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -220,57 +220,57 @@ }, "transformers": { "framework": "transformers", - "modelCount": 5666, + "modelCount": 5668, "officialConfigError": null, "officialConfigValid": true, "successCount": 590, - "successRate": 0.10412989763501589, - "wilsonLowerBound": 0.09644334486767916 + "successRate": 0.10409315455187015, + "wilsonLowerBound": 0.09640917432375648 }, "vllm": { "framework": "vllm", - "modelCount": 112908, + "modelCount": 112915, "officialConfigError": null, "officialConfigValid": true, "successCount": 16539, - "successRate": 0.14648209161441172, - "wilsonLowerBound": 0.14443162724436873 + "successRate": 0.14647301067174423, + "wilsonLowerBound": 0.14442266275144017 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", - "modelCount": 302, + "modelCount": 304, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, - "successRate": 0.0033112582781456954, - "wilsonLowerBound": 0.0005847426840939249 + "successRate": 0.003289473684210526, + "wilsonLowerBound": 0.0005808941273062394 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 25385, + "modelCount": 25461, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4153, - "successRate": 0.16360055150679534, - "wilsonLowerBound": 0.1591009320610104 + "successCount": 4155, + "successRate": 0.16319076234240604, + "wilsonLowerBound": 0.15870243059971056 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 44293, + "modelCount": 44303, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 5721, - "successRate": 0.12916262163321518, - "wilsonLowerBound": 0.1260713672948631 + "successCount": 5722, + "successRate": 0.12915603909441797, + "wilsonLowerBound": 0.1260651983664097 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 8459, + "modelCount": 8465, "officialConfigError": null, "officialConfigValid": true, - "successCount": 814, - "successRate": 0.09622886866059818, - "wilsonLowerBound": 0.09012629711640216 + "successCount": 817, + "successRate": 0.0965150620200827, + "wilsonLowerBound": 0.09040613000477635 } }, "Iluvatar_mrv-100": { @@ -285,85 +285,85 @@ }, "vllm": { "framework": "vllm", - "modelCount": 35472, + "modelCount": 35507, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7124, - "successRate": 0.2008344609833108, - "wilsonLowerBound": 0.19669777606498962 + "successCount": 7139, + "successRate": 0.20105894612329964, + "wilsonLowerBound": 0.1969225178718171 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61555, + "modelCount": 61558, "officialConfigError": null, "officialConfigValid": true, "successCount": 12430, - "successRate": 0.2019332304443181, - "wilsonLowerBound": 0.19878049850180526 + "successRate": 0.20192338932388967, + "wilsonLowerBound": 0.19877079208253345 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 18095, + "modelCount": 18176, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 5124, - "successRate": 0.2831721470019342, - "wilsonLowerBound": 0.2766540872265956 + "successCount": 5143, + "successRate": 0.2829555457746479, + "wilsonLowerBound": 0.2764534827350362 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 16128, + "modelCount": 16149, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3899, - "successRate": 0.2417534722222222, - "wilsonLowerBound": 0.23520766348298355 + "successCount": 3906, + "successRate": 0.24187256176853056, + "wilsonLowerBound": 0.2353298344323137 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 69406, + "modelCount": 69445, "officialConfigError": null, "officialConfigValid": true, - "successCount": 19087, - "successRate": 0.27500504279168947, - "wilsonLowerBound": 0.27169559654759934 + "successCount": 19100, + "successRate": 0.2750377996976024, + "wilsonLowerBound": 0.2717291547803792 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 1575, + "modelCount": 1595, "officialConfigError": null, "officialConfigValid": true, - "successCount": 935, - "successRate": 0.5936507936507937, - "wilsonLowerBound": 0.5691947200689467 + "successCount": 947, + "successRate": 0.5937304075235109, + "wilsonLowerBound": 0.5694297618857823 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 48591, + "modelCount": 48595, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, - "successRate": 0.4472021567780042, - "wilsonLowerBound": 0.4427855771941597 + "successRate": 0.4471653462290359, + "wilsonLowerBound": 0.44274898590649875 }, "vllm": { "framework": "vllm", - "modelCount": 40986, + "modelCount": 41028, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5164, - "successRate": 0.12599424193627093, - "wilsonLowerBound": 0.1228165487483543 + "successCount": 5177, + "successRate": 0.12618211952812713, + "wilsonLowerBound": 0.1230039703648487 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 1215, + "modelCount": 1220, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -374,12 +374,12 @@ "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", - "modelCount": 6288, + "modelCount": 6289, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, - "successRate": 0.030534351145038167, - "wilsonLowerBound": 0.02655998124483518 + "successRate": 0.03052949594530132, + "wilsonLowerBound": 0.026555749965692398 }, "vllm": { "framework": "vllm", @@ -392,12 +392,12 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 7747, + "modelCount": 7758, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3409, - "successRate": 0.4400413063121208, - "wilsonLowerBound": 0.4290198624358576 + "successCount": 3415, + "successRate": 0.4401907708172209, + "wilsonLowerBound": 0.4291766435438184 } }, "Vastai_va16": { @@ -412,161 +412,161 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 19495, + "modelCount": 19536, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5574, - "successRate": 0.28591946652987943, - "wilsonLowerBound": 0.27961919872974084 + "successCount": 5579, + "successRate": 0.28557534807534807, + "wilsonLowerBound": 0.27928400511922646 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 29009, + "modelCount": 29031, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14849, - "successRate": 0.5118756248060946, - "wilsonLowerBound": 0.5061221907667223 + "successCount": 14860, + "successRate": 0.5118666253315421, + "wilsonLowerBound": 0.5061153707518846 }, "vllm": { "framework": "vllm", - "modelCount": 68312, + "modelCount": 68341, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7373, - "successRate": 0.10793125658742242, - "wilsonLowerBound": 0.10562635065142881 + "successCount": 7379, + "successRate": 0.10797325178150743, + "wilsonLowerBound": 0.1056684301819784 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 14220, + "modelCount": 14242, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2516, - "successRate": 0.1769338959212377, - "wilsonLowerBound": 0.17074905666537285 + "successCount": 2524, + "successRate": 0.1772223002387305, + "wilsonLowerBound": 0.17103808941012547 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-10-19T20:10:30.278753+00:00", + "generatedAt": "2026-10-19T20:15:18.265691+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, - "backlogHours": 1545.6000000000001, + "backlogHours": 1635.1153846153848, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, - "qualityFactor": 2.4720013993986205, - "queueFactor": 0.9769274739369053, - "queueWeight": 0.9769274739369053, - "recentSuccess": 39, - "recentSuccessRate": 0.35454545454545455, - "recentTerminal": 110, - "recentWilsonLowerBound": 0.2714400375949107, - "running": 10, - "selectionWeight": 2.414966082682989, + "qualityFactor": 2.3448819882644822, + "queueFactor": 0.9744914807713366, + "queueWeight": 0.9744914807713366, + "recentSuccess": 37, + "recentSuccessRate": 0.3557692307692308, + "recentTerminal": 104, + "recentWilsonLowerBound": 0.27040289841818516, + "running": 8, + "selectionWeight": 2.2850675209778912, "stale": false, "submissionEligible": true, - "throughputPerHour": 18.333333333333332, - "waiting": 28336 + "throughputPerHour": 17.333333333333332, + "waiting": 28342 }, "Ascend_910-b4": { "available": true, - "backlogHours": 1296.162162162162, + "backlogHours": 1350.8450704225352, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, - "queueFactor": 1.0030624871218805, - "queueWeight": 1.0030624871218805, - "recentSuccess": 51, - "recentSuccessRate": 0.34459459459459457, - "recentTerminal": 148, - "recentWilsonLowerBound": 0.2728332041114695, + "queueFactor": 1.0028118935696506, + "queueWeight": 1.0028118935696506, + "recentSuccess": 50, + "recentSuccessRate": 0.352112676056338, + "recentTerminal": 142, + "recentWilsonLowerBound": 0.2783917433242715, "running": 8, - "selectionWeight": 2.5076562178047013, + "selectionWeight": 2.5070297339241265, "stale": false, "submissionEligible": true, - "throughputPerHour": 24.666666666666668, - "waiting": 31972 + "throughputPerHour": 23.666666666666668, + "waiting": 31970 }, "Biren_166m": { "available": true, - "backlogHours": 150.8901098901099, + "backlogHours": 153.2513966480447, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, - "qualityFactor": 0.24432648111280664, + "qualityFactor": 0.21765116082635486, "queueFactor": 1.3, "queueWeight": 1.3, - "recentSuccess": 25, - "recentSuccessRate": 0.13736263736263737, - "recentTerminal": 182, - "recentWilsonLowerBound": 0.0948025877722224, - "running": 11, - "selectionWeight": 0.31762442544664865, + "recentSuccess": 24, + "recentSuccessRate": 0.1340782122905028, + "recentTerminal": 179, + "recentWilsonLowerBound": 0.09178184754087637, + "running": 9, + "selectionWeight": 0.28294650907426133, "stale": false, "submissionEligible": false, - "throughputPerHour": 30.333333333333332, - "waiting": 4577 + "throughputPerHour": 29.833333333333332, + "waiting": 4572 }, "Cambricon_mlu-370-x4": { "available": true, - "backlogHours": 1349.55, + "backlogHours": 1401.8961038961038, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, - "qualityFactor": 0.5503094803226013, - "queueFactor": 0.9970077696837049, - "queueWeight": 0.9970077696837049, - "recentSuccess": 17, - "recentSuccessRate": 0.2125, - "recentTerminal": 80, - "recentWilsonLowerBound": 0.13712274217035492, - "running": 8, - "selectionWeight": 0.5486628276122354, + "qualityFactor": 0.6727558983027692, + "queueFactor": 0.9972474470027628, + "queueWeight": 0.9972474470027628, + "recentSuccess": 18, + "recentSuccessRate": 0.23376623376623376, + "recentTerminal": 77, + "recentWilsonLowerBound": 0.1532949838383708, + "running": 7, + "selectionWeight": 0.6709041020384868, "stale": false, - "submissionEligible": false, - "throughputPerHour": 13.333333333333334, - "waiting": 17994 + "submissionEligible": true, + "throughputPerHour": 12.833333333333334, + "waiting": 17991 }, "Cambricon_mlu-370-x8": { "available": true, - "backlogHours": 471.5238095238095, + "backlogHours": 478.83870967741933, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, - "qualityFactor": 0.39712974602791046, - "queueFactor": 1.1673506934211804, - "queueWeight": 1.1673506934211804, - "recentSuccess": 22, - "recentSuccessRate": 0.1746031746031746, - "recentTerminal": 126, - "recentWilsonLowerBound": 0.11822571654205201, + "qualityFactor": 0.3044256839243966, + "queueFactor": 1.1716068972513736, + "queueWeight": 1.1716068972513736, + "recentSuccess": 20, + "recentSuccessRate": 0.16129032258064516, + "recentTerminal": 124, + "recentWilsonLowerBound": 0.10690383789562935, "running": 7, - "selectionWeight": 0.4635896844038585, + "selectionWeight": 0.35666723098628966, "stale": false, "submissionEligible": false, - "throughputPerHour": 21.0, - "waiting": 9902 + "throughputPerHour": 20.666666666666668, + "waiting": 9896 }, "Iluvatar_bi-100": { "available": true, - "backlogHours": 73.45631067961165, + "backlogHours": 73.49514563106796, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", @@ -579,193 +579,193 @@ "recentSuccessRate": 0.02912621359223301, "recentTerminal": 309, "recentWilsonLowerBound": 0.015397443751561452, - "running": 25, + "running": 24, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 51.5, - "waiting": 3783 + "waiting": 3785 }, "Iluvatar_bi-150": { "available": true, - "backlogHours": 279.69767441860466, + "backlogHours": 294.95705521472394, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, - "qualityFactor": 0.24882651429591335, - "queueFactor": 1.2624772516996952, - "queueWeight": 1.2624772516996952, + "qualityFactor": 0.2685606578153026, + "queueFactor": 1.2599302094633071, + "queueWeight": 1.2599302094633071, "recentSuccess": 24, - "recentSuccessRate": 0.13953488372093023, - "recentTerminal": 172, - "recentWilsonLowerBound": 0.09559231341060953, - "running": 11, - "selectionWeight": 0.3141378139183196, + "recentSuccessRate": 0.147239263803681, + "recentTerminal": 163, + "recentWilsonLowerBound": 0.1009830173186305, + "running": 10, + "selectionWeight": 0.33836768585483773, "stale": false, "submissionEligible": false, - "throughputPerHour": 28.666666666666668, - "waiting": 8018 + "throughputPerHour": 27.166666666666668, + "waiting": 8013 }, "Iluvatar_mrv-100": { "available": true, - "backlogHours": 2706.0, + "backlogHours": 2631.8918918918916, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, - "qualityFactor": 0.7566938171306387, - "queueFactor": 0.8982096587655165, - "queueWeight": 0.8982096587655165, + "qualityFactor": 0.6793193511326499, + "queueFactor": 0.9073400907410767, + "queueWeight": 0.9073400907410767, "recentSuccess": 10, - "recentSuccessRate": 0.2777777777777778, - "recentTerminal": 36, - "recentWilsonLowerBound": 0.15848170025813796, - "running": 3, - "selectionWeight": 0.6796696952748871, + "recentSuccessRate": 0.2702702702702703, + "recentTerminal": 37, + "recentWilsonLowerBound": 0.15397298246990687, + "running": 2, + "selectionWeight": 0.6163736816988679, "stale": false, "submissionEligible": true, - "throughputPerHour": 6.0, - "waiting": 16236 + "throughputPerHour": 6.166666666666667, + "waiting": 16230 }, "Kunlunxin_p-800": { "available": true, - "backlogHours": 834.9565217391304, + "backlogHours": 846.970588235294, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, - "qualityFactor": 0.5440051971036638, - "queueFactor": 1.071463325756562, - "queueWeight": 1.071463325756562, - "recentSuccess": 15, - "recentSuccessRate": 0.21739130434782608, - "recentTerminal": 69, - "recentWilsonLowerBound": 0.13640646957336042, - "running": 9, - "selectionWeight": 0.5828816177175457, + "qualityFactor": 0.6445894523429643, + "queueFactor": 1.0755486465098214, + "queueWeight": 1.0755486465098214, + "recentSuccess": 16, + "recentSuccessRate": 0.23529411764705882, + "recentTerminal": 68, + "recentWilsonLowerBound": 0.1503436437092872, + "running": 8, + "selectionWeight": 0.6932873130219822, "stale": false, - "submissionEligible": false, - "throughputPerHour": 11.5, - "waiting": 9602 + "submissionEligible": true, + "throughputPerHour": 11.333333333333334, + "waiting": 9599 }, "MetaX_c-500": { "available": true, - "backlogHours": 786.7415730337078, + "backlogHours": 805.1034482758621, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, - "qualityFactor": 2.3952513224265104, - "queueFactor": 1.0810656662782503, - "queueWeight": 1.0810656662782503, + "qualityFactor": 2.415709970322951, + "queueFactor": 1.0837585942595933, + "queueWeight": 1.0837585942595933, "recentSuccess": 32, - "recentSuccessRate": 0.3595505617977528, - "recentTerminal": 89, - "recentWilsonLowerBound": 0.2675763432047396, - "running": 5, - "selectionWeight": 2.5894239667828756, + "recentSuccessRate": 0.367816091954023, + "recentTerminal": 87, + "recentWilsonLowerBound": 0.2740853339545992, + "running": 4, + "selectionWeight": 2.618046441576085, "stale": false, "submissionEligible": true, - "throughputPerHour": 14.833333333333334, - "waiting": 11670 + "throughputPerHour": 14.5, + "waiting": 11674 }, "Mthreads_s4000": { "available": true, - "backlogHours": 2012.2307692307693, + "backlogHours": 2012.3076923076924, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, - "qualityFactor": 0.2751822821151385, - "queueFactor": 0.9390208206814895, - "queueWeight": 0.9390208206814895, + "qualityFactor": 0.26323909433848425, + "queueFactor": 0.9446178530596775, + "queueWeight": 0.9446178530596775, "recentSuccess": 13, "recentSuccessRate": 0.16666666666666666, "recentTerminal": 78, "recentWilsonLowerBound": 0.10006850973163445, "running": 4, - "selectionWeight": 0.25840189238876254, + "selectionWeight": 0.2486603481353929, "stale": false, "submissionEligible": false, "throughputPerHour": 13.0, - "waiting": 26159 + "waiting": 26160 }, "Sunrise_pt-200-x1": { "available": true, - "backlogHours": 2531.1818181818185, + "backlogHours": 2531.0454545454545, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, - "qualityFactor": 0.16479899775399987, - "queueFactor": 0.9072529486680893, - "queueWeight": 0.9072529486680893, + "qualityFactor": 0.15764655552388232, + "queueFactor": 0.9126732374521754, + "queueWeight": 0.9126732374521754, "recentSuccess": 7, "recentSuccessRate": 0.1590909090909091, "recentTerminal": 44, "recentWilsonLowerBound": 0.07926576557718397, "running": 2, - "selectionWeight": 0.1495143766498622, + "selectionWeight": 0.1438797922031658, "stale": false, "submissionEligible": false, "throughputPerHour": 7.333333333333333, - "waiting": 18562 + "waiting": 18561 }, "Vastai_va16": { "available": true, - "backlogHours": 1624.2985074626868, + "backlogHours": 1700.90625, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, - "qualityFactor": 0.06391885822436746, - "queueFactor": 0.9696768176464705, - "queueWeight": 0.9696768176464705, + "qualityFactor": 0.06775950538951536, + "queueFactor": 0.9687422718501844, + "queueWeight": 0.9687422718501844, "recentSuccess": 7, - "recentSuccessRate": 0.1044776119402985, - "recentTerminal": 67, - "recentWilsonLowerBound": 0.05153704291423213, + "recentSuccessRate": 0.109375, + "recentTerminal": 64, + "recentWilsonLowerBound": 0.054000447526830544, "running": 16, - "selectionWeight": 0.06198063503060057, + "selectionWeight": 0.06564149719048393, "stale": false, "submissionEligible": false, - "throughputPerHour": 11.166666666666666, - "waiting": 18138 + "throughputPerHour": 10.666666666666666, + "waiting": 18143 }, "hygon_k100-ai": { "available": true, - "backlogHours": 1497.7113402061855, + "backlogHours": 1528.9894736842105, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, - "qualityFactor": 0.9091758537775758, - "queueFactor": 0.9815505528213224, - "queueWeight": 0.9815505528213224, + "qualityFactor": 0.9121450846119544, + "queueFactor": 0.9843501983872346, + "queueWeight": 0.9843501983872346, "recentSuccess": 24, - "recentSuccessRate": 0.24742268041237114, - "recentTerminal": 97, - "recentWilsonLowerBound": 0.172273703017395, + "recentSuccessRate": 0.25263157894736843, + "recentTerminal": 95, + "recentWilsonLowerBound": 0.1760442180666685, "running": 6, - "selectionWeight": 0.8924020618871773, + "selectionWeight": 0.8978701949957182, "stale": false, "submissionEligible": true, - "throughputPerHour": 16.166666666666668, - "waiting": 24213 + "throughputPerHour": 15.833333333333334, + "waiting": 24209 } }, - "queueAttemptedAt": "2026-10-19T20:01:36.658270+00:00", + "queueAttemptedAt": "2026-10-19T20:15:18.265691+00:00", "queueError": null, - "queueUpdatedAt": "2026-10-19T20:01:36.658270+00:00", + "queueUpdatedAt": "2026-10-19T20:15:18.265691+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index 1d91dd7805..6b71d3ec6c 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-10-19T20:10:30.278753+00:00", + "catalogUpdatedAt": "2026-10-19T20:15:18.265691+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-10-19T20:10:30.278753+00:00", + "generatedAt": "2026-10-19T20:15:22.308441+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -4617,14 +4617,6 @@ ], "updatedAt": "2026-10-19T02:08:23.559567+00:00" }, - "https://modelscope.cn/models/nkkbr/Mini-K3-1H-attnres-block1-v1_D|2026-09-25T14:27:58+00:00|Ascend_910-b4": { - "taskTypes": [ - "text-generation", - "text-to-image-generation", - "visual-multi-modal" - ], - "updatedAt": "2026-10-19T02:08:23.460030+00:00" - }, "https://modelscope.cn/models/nkkbr/Mini-K3-1H-attnres-block1-v1_D|2026-09-25T14:27:58+00:00|Cambricon_mlu-370-x4": { "taskTypes": [ "text-generation", @@ -5545,6 +5537,12 @@ ], "updatedAt": "2026-10-19T18:55:34.263446+00:00" }, + "https://modelscope.cn/models/shisa-ai/shisa-de-2.1-FP8-dynamic|2026-10-19T18:55:19+00:00|Kunlunxin_p-800": { + "taskTypes": [ + "text-generation" + ], + "updatedAt": "2026-10-19T20:15:22.308441+00:00" + }, "https://modelscope.cn/models/shisa-ai/shisa-de-2.1-FP8-dynamic|2026-10-19T18:55:19+00:00|MetaX_c-500": { "taskTypes": [ "feature_emb", @@ -6547,6 +6545,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-10-19T20:10:30.278753+00:00", + "taskTreeUpdatedAt": "2026-10-19T20:15:18.265691+00:00", "version": 1 } diff --git a/.modelhub_state/recovery_intents.jsonl b/.modelhub_state/recovery_intents.jsonl index dbdb152aa5..1ca748c8a0 100644 --- a/.modelhub_state/recovery_intents.jsonl +++ b/.modelhub_state/recovery_intents.jsonl @@ -8,6 +8,7 @@ {"agentVersion": "2026.10.18.1", "batchId": "cc4c9105691044cf8473820263d1a663", "completedAt": "2026-10-19T05:32:54.970924+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-19T02:09:27.335877+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "2a19fe570e294f3daddd77e9049f428c", "lastModified": "2026-10-16T05:43:29+00:00", "modelAddress": "https://modelscope.cn/models/rapid-mlx/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-MLX-3bit", "reason": null, "reconciledAt": "2026-10-19T20:07:56.684474+00:00", "repoId": "rapid-mlx/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-MLX-3bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "Ascend_910-b3", "taskId": "5645075", "taskType": "text-generation"} {"agentVersion": "2026.10.18.1", "batchId": "87783e46fa954f75ad6d8342b9d15446", "completedAt": "2026-10-19T06:25:51.064030+00:00", "configFingerprint": "0b3aba8e880b5f6fa7b9aa817b9c4c2fbbfb0030e00a71272a9bebf44f0f76b5", "configSource": "modelhub_live", "createdAt": "2026-10-19T06:23:54.129483+00:00", "framework": "llamacpp", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "57d7b7cf62b843c288378ac20283a484", "lastModified": "2026-10-19T05:18:14+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM-V-4.7-1B-DSpark-gguf", "reason": null, "reconciledAt": "2026-10-19T20:07:56.682658+00:00", "repoId": "OpenBMB/MiniCPM-V-4.7-1B-DSpark-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "Ascend_910-b3", "taskId": "5645923", "taskType": "text-generation"} {"agentVersion": "2026.10.18.1", "batchId": "110f5a508e044facb241211f54eceeb7", "completedAt": "2026-10-19T06:32:34.698506+00:00", "configFingerprint": "077eea1fd1f15fd13a8367dad60b0d1b310724d7cc6ea546505d0f84d78d5aca", "configSource": "modelhub_live", "createdAt": "2026-10-19T06:30:42.213744+00:00", "framework": "llamacpp", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "55e4f930d8c1459dbaec6a72f74dc09c", "lastModified": "2026-10-18T14:13:55+00:00", "modelAddress": "https://modelscope.cn/models/castorini/gaggle-nanochat-pretrained-climbmix-20260924", "reason": null, "reconciledAt": "2026-10-19T20:07:56.684425+00:00", "repoId": "castorini/gaggle-nanochat-pretrained-climbmix-20260924", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "hygon_k100-ai", "taskId": "5645977", "taskType": "text-generation"} +{"agentVersion": "2026.10.18.1", "batchId": "43e1f334e2e146bbb07f480de592c68e", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-19T20:15:22.472008+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "cda5e502bed746579c8c2b693bea41d0", "lastModified": "2026-10-19T18:03:45+00:00", "modelAddress": "https://modelscope.cn/models/cpatonn-mirror/Seed-OSS-36B-Instruct-AWQ-4bit", "repoId": "cpatonn-mirror/Seed-OSS-36B-Instruct-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "MetaX_c-500", "taskType": "text-generation"} {"agentVersion": "2026.10.18.1", "batchId": "9c3461de729c4edbae64164fcc644581", "completedAt": "2026-10-19T20:12:27.685475+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-19T20:10:38.141856+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "ccc48870a3f344b5929ca9f7730ef10e", "repoId": "cpatonn-mirror/Seed-OSS-36B-Instruct-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "MetaX_c-500", "taskId": null, "taskType": "text-generation"} {"agentVersion": "2026.10.18.1", "batchId": "8891dfa78224488ca940aa077782ee5d", "completedAt": "2026-10-19T20:07:49.868596+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-19T20:06:11.844264+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "91134d8da75041179549626013b08b75", "repoId": "cpatonn-mirror/Seed-OSS-36B-Instruct-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "MetaX_c-500", "taskId": null, "taskType": "text-generation"} {"agentVersion": "2026.10.18.1", "batchId": "c0857ef846de420ca587f886a2ddf428", "completedAt": "2026-10-19T20:03:13.173063+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-19T20:01:47.880348+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "3e2a2560e8e44f8f92b711bbc64884e8", "repoId": "cpatonn-mirror/Seed-OSS-36B-Instruct-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "MetaX_c-500", "taskId": null, "taskType": "text-generation"} diff --git a/manifest.json b/manifest.json index b79bc45717..6d8c28bc6d 100644 --- a/manifest.json +++ b/manifest.json @@ -4,20 +4,20 @@ ".modelhub_state/account_capacity.json": "bacaeb34aaa0d094f61dc04e31369b8a3445b90ef824f5162ea01554f13d38ac", ".modelhub_state/architecture_compatibility_blacklist.json": "406da602d5a5e89f0bb710f0c4f95285ae52fd439f29fedd2c6ab5a098353835", ".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff", - ".modelhub_state/market_intelligence.json": "06f2b6ec15075ec0b63848fbda80b9df5286adf6774f9282a7b353e7f90f2c34", - ".modelhub_state/official_capabilities.json": "91825f2c43f92e1b170c9d3dde97225198006fd4f663ed264019de238438a42d", + ".modelhub_state/market_intelligence.json": "461da55ac82cc3f9eac3e3e90c80e0b53785f4af58655fd6933dfa5472f03d9c", + ".modelhub_state/official_capabilities.json": "3d4f7ab17fceb37e7dc3aeb1a67b3e7a6516037970d36cc92fc6e6e14725783a", ".modelhub_state/outcome_checkpoint.json": "09a4135ca56ca3a250160b5e404dd3178f8bbb446cfc9a85ce67ba5b47119430", ".modelhub_state/recent_outcomes.jsonl": "c143874dcbd0ebbd772b1a392ac56ed9579561fd503ca0748cceaaec6515733f", ".modelhub_state/recovery_active_tasks.jsonl": "645544c312972c7f25020de6ff12de4d6ec21a9330763a34f0a2732866e60f57", - ".modelhub_state/recovery_intents.jsonl": "4599163bb7cb22ce04bd35b17dafc3a168efae3165605eb84697c929ae366fc2", + ".modelhub_state/recovery_intents.jsonl": "646481e4cbad5fd3853f98c41ae73ee7d79af759a311ece16a6305f4a8a921f3", ".modelhub_state/routing_intelligence.json": "08b90f7ee4be7aa4365bb086e97e7f10ae9ddb09429a051172481678268f9d83", ".modelhub_state/submission_exclusions.jsonl": "fd6a7e410138cab8bec22a756678090f3840fdc61cfd3f313c2f72bba707ed19", "ledger/submissions.jsonl": "7730c11fcfcdb3ac056746c696f0503890dc7d607a96070d398765c093b97170", "outcomes/submissions.jsonl": "e4381949b215e8833c3bb239c5509f16e4946a7e493ac334a34554306f992b3d" }, - "generation": 620, - "phase": "result", + "generation": 621, + "phase": "intent", "schemaVersion": 1, - "updatedAt": "2026-10-19T20:12:27.728757+00:00", + "updatedAt": "2026-10-19T20:15:22.515290+00:00", "writerId": "3c2dfc0efcf247b2bbc75baf49fc4866" }