diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index c783369b9d..2769a529ba 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -1,106 +1,68 @@ { - "communityAttemptedAt": "2026-10-19T10:32:52.624411+00:00", + "communityAttemptedAt": "2026-10-19T10:40:51.289871+00:00", "communityError": null, "communitySample": {}, - "communityUpdatedAt": "2026-10-19T10:32:52.624411+00:00", - "frameworkAttemptedAt": "2026-10-19T08:05:55.650260+00:00", + "communityUpdatedAt": "2026-10-19T10:40:51.289871+00:00", + "frameworkAttemptedAt": "2026-10-19T10:40:51.289871+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { - "Ascend_910-b3": { - "llamacpp": { - "framework": "llamacpp", - "modelCount": 43474, - "officialConfigError": null, - "officialConfigValid": true, - "successCount": 21823, - "successRate": 0.5019781938629986, - "wilsonLowerBound": 0.4972781183012776 - }, - "vllm": { - "framework": "vllm", - "modelCount": 58018, - "officialConfigError": null, - "officialConfigValid": true, - "successCount": 15513, - "successRate": 0.26738253645420385, - "wilsonLowerBound": 0.2637965538667299 - }, - "vllm_0.23.0": { - "framework": "vllm_0.23.0", - "modelCount": 1, - "officialConfigError": "framework_mismatch", - "officialConfigValid": false, - "successCount": 1, - "successRate": 1.0, - "wilsonLowerBound": 0.20654329147389294 - }, - "vllm_tokenizer_patch": { - "framework": "vllm_tokenizer_patch", - "modelCount": 5127, - "officialConfigError": null, - "officialConfigValid": true, - "successCount": 1618, - "successRate": 0.31558416227813535, - "wilsonLowerBound": 0.303004644379243 - } - }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 38374, + "modelCount": 38391, "officialConfigError": null, "officialConfigValid": true, - "successCount": 18307, - "successRate": 0.4770678063272007, - "wilsonLowerBound": 0.4720728804504811 + "successCount": 18317, + "successRate": 0.4771170326378578, + "wilsonLowerBound": 0.47212318466574904 }, "vllm": { "framework": "vllm", - "modelCount": 40487, + "modelCount": 40504, "officialConfigError": null, "officialConfigValid": true, "successCount": 11101, - "successRate": 0.27418677600217356, - "wilsonLowerBound": 0.26986291147785524 + "successRate": 0.2740716966225558, + "wilsonLowerBound": 0.2697493133374559 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 13988, + "modelCount": 14013, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5807, - "successRate": 0.4151415498999142, - "wilsonLowerBound": 0.4070000799504919 + "successCount": 5815, + "successRate": 0.41497181188896026, + "wilsonLowerBound": 0.40683811571920886 } }, "Biren_166m": { "vllm": { "framework": "vllm", - "modelCount": 64262, + "modelCount": 64264, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, - "successRate": 0.1882605583392985, - "wilsonLowerBound": 0.18525672154525452 + "successRate": 0.18825469936511888, + "wilsonLowerBound": 0.18525094549360915 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 34218, + "modelCount": 34275, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 7324, - "successRate": 0.21403939447074638, - "wilsonLowerBound": 0.20972575782468098 + "successCount": 7335, + "successRate": 0.21400437636761488, + "wilsonLowerBound": 0.20969456353476967 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 8285, + "modelCount": 8291, "officialConfigError": null, "officialConfigValid": true, "successCount": 115, - "successRate": 0.01388050694025347, - "wilsonLowerBound": 0.011577049605858942 + "successRate": 0.01387046194668918, + "wilsonLowerBound": 0.011568662687828335 } }, "Cambricon_mlu-370-x4": { @@ -124,12 +86,12 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 17173, + "modelCount": 17196, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6662, - "successRate": 0.38793454841902986, - "wilsonLowerBound": 0.3806723370520912 + "successCount": 6667, + "successRate": 0.3877064433589207, + "wilsonLowerBound": 0.38044990813393753 } }, "Cambricon_mlu-370-x8": { @@ -153,65 +115,65 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 54681, + "modelCount": 54712, "officialConfigError": null, "officialConfigValid": true, - "successCount": 13762, - "successRate": 0.25167791371774473, - "wilsonLowerBound": 0.24805793016991845 + "successCount": 13771, + "successRate": 0.2516998099137301, + "wilsonLowerBound": 0.24808074056410806 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 25169, + "modelCount": 25174, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3212, - "successRate": 0.12761730700464857, - "wilsonLowerBound": 0.12355183653044834 + "successCount": 3213, + "successRate": 0.1276316834829586, + "wilsonLowerBound": 0.12356641081421572 }, "vllm": { "framework": "vllm", - "modelCount": 87111, + "modelCount": 87113, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, - "successRate": 0.11217871451366647, - "wilsonLowerBound": 0.11010005228322871 + "successRate": 0.11217613903780148, + "wilsonLowerBound": 0.11009752160279614 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 48949, + "modelCount": 48967, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5662, - "successRate": 0.11567141310343419, - "wilsonLowerBound": 0.11286814943983056 + "successCount": 5665, + "successRate": 0.11569015867829355, + "wilsonLowerBound": 0.11288720382668782 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 50950, + "modelCount": 51033, "officialConfigError": null, "officialConfigValid": true, "successCount": 3789, - "successRate": 0.07436702649656526, - "wilsonLowerBound": 0.07212076727134567 + "successRate": 0.07424607606842631, + "wilsonLowerBound": 0.07200333041932488 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 94860, + "modelCount": 94876, "officialConfigError": null, "officialConfigValid": true, - "successCount": 23896, - "successRate": 0.2519080750579802, - "wilsonLowerBound": 0.24915559104364932 + "successCount": 23906, + "successRate": 0.25197099371811627, + "wilsonLowerBound": 0.24921850964948758 }, "llamacpp_opt": { "framework": "llamacpp_opt", - "modelCount": 142, + "modelCount": 143, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -229,48 +191,48 @@ }, "vllm": { "framework": "vllm", - "modelCount": 112904, + "modelCount": 112905, "officialConfigError": null, "officialConfigValid": true, - "successCount": 16538, - "successRate": 0.1464784241479487, - "wilsonLowerBound": 0.14442794518106644 + "successCount": 16539, + "successRate": 0.14648598379168326, + "wilsonLowerBound": 0.14443546951061176 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", - "modelCount": 297, + "modelCount": 300, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, - "successRate": 0.003367003367003367, - "wilsonLowerBound": 0.0005945909373711849 + "successRate": 0.0033333333333333335, + "wilsonLowerBound": 0.0005886425761407378 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 25355, + "modelCount": 25361, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4149, - "successRate": 0.16363636363636364, - "wilsonLowerBound": 0.1591337070427481 + "successCount": 4150, + "successRate": 0.16363708055676038, + "wilsonLowerBound": 0.1591349424538471 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 44285, + "modelCount": 44287, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 5719, - "successRate": 0.12914079259342892, - "wilsonLowerBound": 0.12604948862567686 + "successCount": 5720, + "successRate": 0.12915754058753132, + "wilsonLowerBound": 0.12606613178689455 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 8448, + "modelCount": 8451, "officialConfigError": null, "officialConfigValid": true, "successCount": 814, - "successRate": 0.09635416666666667, - "wilsonLowerBound": 0.09024403147219283 + "successRate": 0.09631996213465863, + "wilsonLowerBound": 0.09021189160498586 } }, "Iluvatar_mrv-100": { @@ -285,12 +247,12 @@ }, "vllm": { "framework": "vllm", - "modelCount": 35435, + "modelCount": 35447, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7116, - "successRate": 0.20081839988711725, - "wilsonLowerBound": 0.19667969946024988 + "successCount": 7120, + "successRate": 0.2008632606426496, + "wilsonLowerBound": 0.19672490177114055 } }, "Kunlunxin_p-800": { @@ -305,61 +267,61 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 18055, + "modelCount": 18065, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 5112, - "successRate": 0.28313486568817503, - "wilsonLowerBound": 0.2766099114403459 + "successCount": 5116, + "successRate": 0.28319955715471906, + "wilsonLowerBound": 0.27667592844218003 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 16110, + "modelCount": 16114, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3893, - "successRate": 0.24165114835505896, - "wilsonLowerBound": 0.23510269601680853 + "successCount": 3895, + "successRate": 0.2417152786396922, + "wilsonLowerBound": 0.23516701882960792 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 69368, + "modelCount": 69373, "officialConfigError": null, "officialConfigValid": true, - "successCount": 19076, - "successRate": 0.27499711682620226, - "wilsonLowerBound": 0.27168679785028993 + "successCount": 19080, + "successRate": 0.2750349559626944, + "wilsonLowerBound": 0.27172461187027114 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 1549, + "modelCount": 1563, "officialConfigError": null, "officialConfigValid": true, - "successCount": 918, - "successRate": 0.592640413169787, - "wilsonLowerBound": 0.5679715104808571 + "successCount": 928, + "successRate": 0.5937300063979527, + "wilsonLowerBound": 0.5691801299790697 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 48584, + "modelCount": 48586, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, - "successRate": 0.4472665898238103, - "wilsonLowerBound": 0.44284962651477383 + "successRate": 0.44724817848763015, + "wilsonLowerBound": 0.4428313248166864 }, "vllm": { "framework": "vllm", - "modelCount": 40946, + "modelCount": 40968, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5154, - "successRate": 0.12587310115762224, - "wilsonLowerBound": 0.12269520735035226 + "successCount": 5158, + "successRate": 0.12590314391720367, + "wilsonLowerBound": 0.1227257632515592 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", @@ -392,12 +354,12 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 7733, + "modelCount": 7738, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3402, - "successRate": 0.4399327557222294, - "wilsonLowerBound": 0.42890171758684614 + "successCount": 3404, + "successRate": 0.4399069527009563, + "wilsonLowerBound": 0.4288795500257186 } }, "Vastai_va16": { @@ -412,161 +374,139 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 19460, + "modelCount": 19472, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5569, - "successRate": 0.2861767728674203, - "wilsonLowerBound": 0.27986911888736954 + "successCount": 5572, + "successRate": 0.2861544782251438, + "wilsonLowerBound": 0.27984890736268037 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 28986, + "modelCount": 28996, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14836, - "successRate": 0.5118332988339198, - "wilsonLowerBound": 0.5060775763445853 + "successCount": 14841, + "successRate": 0.511829217823148, + "wilsonLowerBound": 0.5060744874901616 }, "vllm": { "framework": "vllm", - "modelCount": 68284, + "modelCount": 68292, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7367, - "successRate": 0.10788764571495518, - "wilsonLowerBound": 0.10558268754007974 + "successCount": 7369, + "successRate": 0.10790429332864757, + "wilsonLowerBound": 0.10559931015791812 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 14196, + "modelCount": 14209, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2509, - "successRate": 0.17673992673992675, - "wilsonLowerBound": 0.17055268956827152 + "successCount": 2514, + "successRate": 0.17693011471602504, + "wilsonLowerBound": 0.1707429694838381 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-10-19T10:32:52.624411+00:00", + "generatedAt": "2026-10-19T10:40:51.289871+00:00", "gpuStats": { - "Ascend_910-b3": { - "available": true, - "backlogHours": 1471.4608695652173, - "canVerify": true, - "error": null, - "gpu": "Ascend_910-b3", - "healthFactor": 1.0, - "maxConcurrentTasks": 8, - "qualityFactor": 2.5, - "queueFactor": 0.9807281882564778, - "queueWeight": 0.9807281882564778, - "recentSuccess": 46, - "recentSuccessRate": 0.4, - "recentTerminal": 115, - "recentWilsonLowerBound": 0.3150932123418453, - "running": 8, - "selectionWeight": 2.4518204706411946, - "stale": false, - "submissionEligible": true, - "throughputPerHour": 19.166666666666668, - "waiting": 28203 - }, "Ascend_910-b4": { "available": true, - "backlogHours": 1285.8926174496644, + "backlogHours": 1312.150684931507, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, - "qualityFactor": 2.4930414111410117, - "queueFactor": 1.0007607414673723, - "queueWeight": 1.0007607414673723, - "recentSuccess": 58, - "recentSuccessRate": 0.38926174496644295, - "recentTerminal": 149, - "recentWilsonLowerBound": 0.3146942539864292, + "qualityFactor": 2.5, + "queueFactor": 0.9967438685435683, + "queueWeight": 0.9967438685435683, + "recentSuccess": 55, + "recentSuccessRate": 0.3767123287671233, + "recentTerminal": 146, + "recentWilsonLowerBound": 0.30222177132891903, "running": 8, - "selectionWeight": 2.494937971122343, + "selectionWeight": 2.4918596713589207, "stale": false, "submissionEligible": true, - "throughputPerHour": 24.833333333333332, - "waiting": 31933 + "throughputPerHour": 24.333333333333332, + "waiting": 31929 }, "Biren_166m": { "available": true, - "backlogHours": 152.17582417582418, + "backlogHours": 149.64324324324326, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, - "qualityFactor": 0.1425546970835116, + "qualityFactor": 0.16872923648164148, "queueFactor": 1.3, "queueWeight": 1.3, - "recentSuccess": 23, - "recentSuccessRate": 0.12637362637362637, - "recentTerminal": 182, - "recentWilsonLowerBound": 0.08570445082845139, + "recentSuccess": 24, + "recentSuccessRate": 0.12972972972972974, + "recentTerminal": 185, + "recentWilsonLowerBound": 0.08874968227274349, "running": 8, - "selectionWeight": 0.18532110620856507, + "selectionWeight": 0.21934800742613395, "stale": false, "submissionEligible": false, - "throughputPerHour": 30.333333333333332, - "waiting": 4616 + "throughputPerHour": 30.833333333333332, + "waiting": 4614 }, "Cambricon_mlu-370-x4": { "available": true, - "backlogHours": 1298.9638554216867, + "backlogHours": 1283.9285714285713, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, - "qualityFactor": 0.36865450760485174, - "queueFactor": 0.9992436697244459, - "queueWeight": 0.9992436697244459, - "recentSuccess": 17, - "recentSuccessRate": 0.20481927710843373, - "recentTerminal": 83, - "recentWilsonLowerBound": 0.13199762324683, + "qualityFactor": 0.46042522629833377, + "queueFactor": 1.0, + "queueWeight": 1.0, + "recentSuccess": 18, + "recentSuccessRate": 0.21428571428571427, + "recentTerminal": 84, + "recentWilsonLowerBound": 0.14006654921749653, "running": 7, - "selectionWeight": 0.3683756830395307, + "selectionWeight": 0.46042522629833377, "stale": false, "submissionEligible": false, - "throughputPerHour": 13.833333333333334, - "waiting": 17969 + "throughputPerHour": 14.0, + "waiting": 17975 }, "Cambricon_mlu-370-x8": { "available": true, - "backlogHours": 477.33870967741933, + "backlogHours": 489.22314049586777, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, - "qualityFactor": 0.7480430789352, - "queueFactor": 1.1611463663231223, - "queueWeight": 1.1611463663231223, - "recentSuccess": 31, - "recentSuccessRate": 0.25, - "recentTerminal": 124, - "recentWilsonLowerBound": 0.18207534390170776, + "qualityFactor": 0.7268391560469813, + "queueFactor": 1.1557265249288997, + "queueWeight": 1.1557265249288997, + "recentSuccess": 29, + "recentSuccessRate": 0.2396694214876033, + "recentTerminal": 121, + "recentWilsonLowerBound": 0.17236986466529167, "running": 7, - "selectionWeight": 0.868587502958768, + "selectionWeight": 0.840027292000432, "stale": false, "submissionEligible": true, - "throughputPerHour": 20.666666666666668, - "waiting": 9865 + "throughputPerHour": 20.166666666666668, + "waiting": 9866 }, "Iluvatar_bi-100": { "available": true, - "backlogHours": 68.03703703703704, + "backlogHours": 68.0061919504644, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", @@ -575,197 +515,197 @@ "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, - "recentSuccess": 3, - "recentSuccessRate": 0.009259259259259259, - "recentTerminal": 324, - "recentWilsonLowerBound": 0.0031538258867425395, + "recentSuccess": 4, + "recentSuccessRate": 0.01238390092879257, + "recentTerminal": 323, + "recentWilsonLowerBound": 0.00482603144815674, "running": 24, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, - "throughputPerHour": 54.0, - "waiting": 3674 + "throughputPerHour": 53.833333333333336, + "waiting": 3661 }, "Iluvatar_bi-150": { "available": true, - "backlogHours": 317.47651006711413, + "backlogHours": 309.1764705882353, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, - "qualityFactor": 0.11520938478714429, - "queueFactor": 1.2343952049405398, - "queueWeight": 1.2343952049405398, - "recentSuccess": 18, - "recentSuccessRate": 0.12080536912751678, - "recentTerminal": 149, - "recentWilsonLowerBound": 0.07779663227338415, - "running": 5, - "selectionWeight": 0.1422139121454005, + "qualityFactor": 0.15840120458287008, + "queueFactor": 1.2380841512890173, + "queueWeight": 1.2380841512890173, + "recentSuccess": 20, + "recentSuccessRate": 0.13071895424836602, + "recentTerminal": 153, + "recentWilsonLowerBound": 0.08623782189868995, + "running": 4, + "selectionWeight": 0.19611402093914068, "stale": false, "submissionEligible": false, - "throughputPerHour": 24.833333333333332, + "throughputPerHour": 25.5, "waiting": 7884 }, "Iluvatar_mrv-100": { "available": true, - "backlogHours": 2029.75, + "backlogHours": 1910.3529411764705, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, - "qualityFactor": 0.37531857910182476, - "queueFactor": 0.934532874037214, - "queueWeight": 0.934532874037214, - "recentSuccess": 11, - "recentSuccessRate": 0.22916666666666666, - "recentTerminal": 48, - "recentWilsonLowerBound": 0.13307691028989044, + "qualityFactor": 0.2713993302154849, + "queueFactor": 0.9421370604790477, + "queueWeight": 0.9421370604790477, + "recentSuccess": 10, + "recentSuccessRate": 0.19607843137254902, + "recentTerminal": 51, + "recentWilsonLowerBound": 0.11015224836299274, "running": 2, - "selectionWeight": 0.3507475504075917, + "selectionWeight": 0.2556953671851993, "stale": false, "submissionEligible": false, - "throughputPerHour": 8.0, + "throughputPerHour": 8.5, "waiting": 16238 }, "Kunlunxin_p-800": { "available": true, - "backlogHours": 382.72, + "backlogHours": 375.0980392156863, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 4, - "qualityFactor": 0.7708742248062226, - "queueFactor": 1.2002695596000241, - "queueWeight": 1.2002695596000241, - "recentSuccess": 37, - "recentSuccessRate": 0.24666666666666667, - "recentTerminal": 150, - "recentWilsonLowerBound": 0.18458062005199133, + "qualityFactor": 0.8657217370768604, + "queueFactor": 1.202705814052474, + "queueWeight": 1.202705814052474, + "recentSuccess": 38, + "recentSuccessRate": 0.24836601307189543, + "recentTerminal": 153, + "recentWilsonLowerBound": 0.18662917039145915, "running": 4, - "selectionWeight": 0.9252568663151748, + "selectionWeight": 1.0412085665339472, "stale": false, "submissionEligible": true, - "throughputPerHour": 25.0, - "waiting": 9568 + "throughputPerHour": 25.5, + "waiting": 9565 }, "MetaX_c-500": { "available": true, - "backlogHours": 650.5794392523364, + "backlogHours": 615.929203539823, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, - "qualityFactor": 0.960813525871118, - "queueFactor": 1.1084495096101266, - "queueWeight": 1.1084495096101266, + "qualityFactor": 0.9294732916112496, + "queueFactor": 1.1164814456061776, + "queueWeight": 1.1164814456061776, "recentSuccess": 30, - "recentSuccessRate": 0.2803738317757009, - "recentTerminal": 107, - "recentWilsonLowerBound": 0.20401679054167657, + "recentSuccessRate": 0.26548672566371684, + "recentTerminal": 113, + "recentWilsonLowerBound": 0.19275522468473327, "running": 4, - "selectionWeight": 1.0650132815786173, + "selectionWeight": 1.0377396842704603, "stale": false, "submissionEligible": true, - "throughputPerHour": 17.833333333333332, - "waiting": 11602 + "throughputPerHour": 18.833333333333332, + "waiting": 11600 }, "Mthreads_s4000": { "available": true, - "backlogHours": 2304.6176470588234, + "backlogHours": 2238.6, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, - "qualityFactor": 0.4097199745604545, - "queueFactor": 0.9168982275531788, - "queueWeight": 0.9168982275531788, + "qualityFactor": 0.4203404716766581, + "queueFactor": 0.9199932789340749, + "queueWeight": 0.9199932789340749, "recentSuccess": 15, - "recentSuccessRate": 0.22058823529411764, - "recentTerminal": 68, - "recentWilsonLowerBound": 0.1384889157967965, + "recentSuccessRate": 0.21428571428571427, + "recentTerminal": 70, + "recentWilsonLowerBound": 0.13438585667978445, "running": 4, - "selectionWeight": 0.37567151846761426, + "selectionWeight": 0.3867104088065043, "stale": false, "submissionEligible": false, - "throughputPerHour": 11.333333333333334, - "waiting": 26119 + "throughputPerHour": 11.666666666666666, + "waiting": 26117 }, "Sunrise_pt-200-x1": { "available": true, - "backlogHours": 2710.9756097560976, + "backlogHours": 2709.8048780487807, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, - "qualityFactor": 0.408157181522964, - "queueFactor": 0.8948332726193494, - "queueWeight": 0.8948332726193494, + "qualityFactor": 0.44738014387951575, + "queueFactor": 0.8940059855024521, + "queueWeight": 0.8940059855024521, "recentSuccess": 10, "recentSuccessRate": 0.24390243902439024, "recentTerminal": 41, "recentWilsonLowerBound": 0.13824855751022433, "running": 2, - "selectionWeight": 0.3652326264852837, + "selectionWeight": 0.3999605264232353, "stale": false, "submissionEligible": false, "throughputPerHour": 6.833333333333333, - "waiting": 18525 + "waiting": 18517 }, "Vastai_va16": { "available": true, - "backlogHours": 1902.7499999999998, + "backlogHours": 1869.8947368421052, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, - "queueFactor": 0.9436342727807431, - "queueWeight": 0.9436342727807431, - "recentSuccess": 1, - "recentSuccessRate": 0.017857142857142856, - "recentTerminal": 56, - "recentWilsonLowerBound": 0.003159128964463983, - "running": 16, - "selectionWeight": 0.04718171363903716, + "queueFactor": 0.9451670120981503, + "queueWeight": 0.9451670120981503, + "recentSuccess": 2, + "recentSuccessRate": 0.03508771929824561, + "recentTerminal": 57, + "recentWilsonLowerBound": 0.009675461353255768, + "running": 17, + "selectionWeight": 0.04725835060490752, "stale": false, "submissionEligible": false, - "throughputPerHour": 9.333333333333334, - "waiting": 17759 + "throughputPerHour": 9.5, + "waiting": 17764 }, "hygon_k100-ai": { "available": true, - "backlogHours": 1682.5116279069766, + "backlogHours": 1663.3103448275863, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, - "qualityFactor": 0.5315862673889472, - "queueFactor": 0.9612077295192815, - "queueWeight": 0.9612077295192815, - "recentSuccess": 20, - "recentSuccessRate": 0.23255813953488372, - "recentTerminal": 86, - "recentWilsonLowerBound": 0.1558899158392809, + "qualityFactor": 0.49314999931085657, + "queueFactor": 0.9619115427577851, + "queueWeight": 0.9619115427577851, + "recentSuccess": 19, + "recentSuccessRate": 0.21839080459770116, + "recentTerminal": 87, + "recentWilsonLowerBound": 0.14450701870548618, "running": 6, - "selectionWeight": 0.5109648291205596, + "selectionWeight": 0.4743666766481067, "stale": false, - "submissionEligible": true, - "throughputPerHour": 14.333333333333334, - "waiting": 24116 + "submissionEligible": false, + "throughputPerHour": 14.5, + "waiting": 24118 } }, - "queueAttemptedAt": "2026-10-19T10:24:30.861647+00:00", + "queueAttemptedAt": "2026-10-19T10:40:51.289871+00:00", "queueError": null, - "queueUpdatedAt": "2026-10-19T10:24:30.861647+00:00", + "queueUpdatedAt": "2026-10-19T10:40:51.289871+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", @@ -773,7 +713,6 @@ "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", - "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index 839d3c1b2c..c1e77c44f6 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-10-19T10:32:52.624411+00:00", + "catalogUpdatedAt": "2026-10-19T10:40:51.289871+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,12 +56,12 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-10-19T10:32:52.624411+00:00", + "generatedAt": "2026-10-19T10:40:51.289871+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, "gpu": "Ascend_910-b3", - "maxConcurrentTasks": 8 + "maxConcurrentTasks": 0 }, "Ascend_910-b4": { "canVerify": true, @@ -6519,6 +6519,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-10-19T10:32:52.624411+00:00", + "taskTreeUpdatedAt": "2026-10-19T10:40:51.289871+00:00", "version": 1 } diff --git a/.modelhub_state/recovery_intents.jsonl b/.modelhub_state/recovery_intents.jsonl index 7264c6a7d0..0071506d9f 100644 --- a/.modelhub_state/recovery_intents.jsonl +++ b/.modelhub_state/recovery_intents.jsonl @@ -8,6 +8,7 @@ {"agentVersion": "2026.10.18.1", "batchId": "cc4c9105691044cf8473820263d1a663", "completedAt": "2026-10-19T05:32:54.970924+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-19T02:09:27.335877+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "2a19fe570e294f3daddd77e9049f428c", "lastModified": "2026-10-16T05:43:29+00:00", "modelAddress": "https://modelscope.cn/models/rapid-mlx/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-MLX-3bit", "reason": null, "reconciledAt": "2026-10-19T10:38:04.255611+00:00", "repoId": "rapid-mlx/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-MLX-3bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "Ascend_910-b3", "taskId": "5645075", "taskType": "text-generation"} {"agentVersion": "2026.10.18.1", "batchId": "87783e46fa954f75ad6d8342b9d15446", "completedAt": "2026-10-19T06:25:51.064030+00:00", "configFingerprint": "0b3aba8e880b5f6fa7b9aa817b9c4c2fbbfb0030e00a71272a9bebf44f0f76b5", "configSource": "modelhub_live", "createdAt": "2026-10-19T06:23:54.129483+00:00", "framework": "llamacpp", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "57d7b7cf62b843c288378ac20283a484", "lastModified": "2026-10-19T05:18:14+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM-V-4.7-1B-DSpark-gguf", "reason": null, "reconciledAt": "2026-10-19T10:38:04.255426+00:00", "repoId": "OpenBMB/MiniCPM-V-4.7-1B-DSpark-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "Ascend_910-b3", "taskId": "5645923", "taskType": "text-generation"} {"agentVersion": "2026.10.18.1", "batchId": "110f5a508e044facb241211f54eceeb7", "completedAt": "2026-10-19T06:32:34.698506+00:00", "configFingerprint": "077eea1fd1f15fd13a8367dad60b0d1b310724d7cc6ea546505d0f84d78d5aca", "configSource": "modelhub_live", "createdAt": "2026-10-19T06:30:42.213744+00:00", "framework": "llamacpp", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "55e4f930d8c1459dbaec6a72f74dc09c", "lastModified": "2026-10-18T14:13:55+00:00", "modelAddress": "https://modelscope.cn/models/castorini/gaggle-nanochat-pretrained-climbmix-20260924", "reason": null, "reconciledAt": "2026-10-19T10:38:04.255234+00:00", "repoId": "castorini/gaggle-nanochat-pretrained-climbmix-20260924", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "hygon_k100-ai", "taskId": "5645977", "taskType": "text-generation"} +{"agentVersion": "2026.10.18.1", "batchId": "10a70673d32d4bf7863b54bf5ac10c28", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-19T10:42:51.231559+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "0905b34f5df34e9da6f80b7c0e0bfac3", "lastModified": "2026-10-19T08:34:36+00:00", "modelAddress": "https://modelscope.cn/models/XingChen-AGI/Xing4.0-29B-Intent-FP8", "repoId": "XingChen-AGI/Xing4.0-29B-Intent-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "MetaX_c-500", "taskType": "text-generation"} {"agentVersion": "2026.10.18.1", "batchId": "7cfd80ff5ca647c4afceaf64c7d4e911", "completedAt": "2026-10-19T10:37:53.458391+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-19T10:35:56.771680+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "b00d6c7684af4c9586fc76cf897f101b", "repoId": "XingChen-AGI/Xing4.0-29B-Intent-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "MetaX_c-500", "taskId": null, "taskType": "text-generation"} {"agentVersion": "2026.10.18.1", "batchId": "e2c4baef1058413fb6e5f6bca86b2afb", "completedAt": "2026-10-19T10:30:24.865526+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-19T10:28:57.432067+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "66954719aea84611b16122436a31f8ab", "repoId": "XingChen-AGI/Xing4.0-29B-Intent-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "MetaX_c-500", "taskId": null, "taskType": "text-generation"} {"agentVersion": "2026.10.18.1", "batchId": "3db85bf13f814b7aa4612314986b25e7", "completedAt": "2026-10-19T10:26:00.867248+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-19T10:24:33.294074+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "1138d5a9f6c34dc2a0ce1d854616afe2", "repoId": "XingChen-AGI/Xing4.0-29B-Intent-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "MetaX_c-500", "taskId": null, "taskType": "text-generation"} diff --git a/manifest.json b/manifest.json index ddf85a1b0a..5028278579 100644 --- a/manifest.json +++ b/manifest.json @@ -4,20 +4,20 @@ ".modelhub_state/account_capacity.json": "bacaeb34aaa0d094f61dc04e31369b8a3445b90ef824f5162ea01554f13d38ac", ".modelhub_state/architecture_compatibility_blacklist.json": "d2457553524e08184c30ef75e4e62a69309cde4ba6e866939ea8a840c1d95639", ".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff", - ".modelhub_state/market_intelligence.json": "bf39a54ca57b03a18677fbd50449bfa39241355ffc57478b22a740155636ee1c", - ".modelhub_state/official_capabilities.json": "daa4b0b965fb00bc33754d9989b17904e2c2a29c0117a457f102deca2aeb21a6", + ".modelhub_state/market_intelligence.json": "d1ee2e9622214dfc3b8014d88549ff7603709638fbc2b1c8b81bb1a2c405019b", + ".modelhub_state/official_capabilities.json": "56f62e39024d6dce0f426ca4cc08455943eae5e5539f4309ec97225927d78591", ".modelhub_state/outcome_checkpoint.json": "09a4135ca56ca3a250160b5e404dd3178f8bbb446cfc9a85ce67ba5b47119430", ".modelhub_state/recent_outcomes.jsonl": "c143874dcbd0ebbd772b1a392ac56ed9579561fd503ca0748cceaaec6515733f", ".modelhub_state/recovery_active_tasks.jsonl": "c95d819f3ff9103502ab22acf771a0bd9cbf174b69fbc8f8674e3b4b811d2854", - ".modelhub_state/recovery_intents.jsonl": "7d0ef4c983a8b22e335acab8cce4d3b0cf3945176e39992db5110c4e79077500", + ".modelhub_state/recovery_intents.jsonl": "a9157f364768bfb42f3fb1ff2e68d202b84d984db312c2035d1fa1f2d0657338", ".modelhub_state/routing_intelligence.json": "145c23a6f63f92f1f5048eb12581d05734f89b16fe7a456b73eaa5ec2ff67876", ".modelhub_state/submission_exclusions.jsonl": "82dd7fbfd3032db2be565c97c54f4fd7d9492d88caaad929890d7946696daa49", "ledger/submissions.jsonl": "7730c11fcfcdb3ac056746c696f0503890dc7d607a96070d398765c093b97170", "outcomes/submissions.jsonl": "7b4e964e9fc422b0d036aa3d9697168d70a3e1628c7a8f2799dfe57a01c02624" }, - "generation": 347, - "phase": "cycle", + "generation": 348, + "phase": "intent", "schemaVersion": 1, - "updatedAt": "2026-10-19T10:38:04.310830+00:00", + "updatedAt": "2026-10-19T10:42:51.281735+00:00", "writerId": "3c2dfc0efcf247b2bbc75baf49fc4866" }