diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index a9713a8a4d..ca17c5ccb5 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -1,30 +1,30 @@ { - "communityAttemptedAt": "2026-10-20T06:26:15.067453+00:00", + "communityAttemptedAt": "2026-10-20T06:32:57.458010+00:00", "communityError": null, "communitySample": {}, - "communityUpdatedAt": "2026-10-20T06:26:15.067453+00:00", - "frameworkAttemptedAt": "2026-10-20T02:21:30.654355+00:00", + "communityUpdatedAt": "2026-10-20T06:32:57.458010+00:00", + "frameworkAttemptedAt": "2026-10-20T06:32:57.458010+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 43561, + "modelCount": 43584, "officialConfigError": null, "officialConfigValid": true, - "successCount": 21885, - "successRate": 0.5023989348270241, - "wilsonLowerBound": 0.4977035350562096 + "successCount": 21899, + "successRate": 0.5024550293685757, + "wilsonLowerBound": 0.4977608662401317 }, "vllm": { "framework": "vllm", - "modelCount": 58083, + "modelCount": 58109, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15522, - "successRate": 0.26723826248644184, - "wilsonLowerBound": 0.2636549046596571 + "successCount": 15528, + "successRate": 0.2672219449654959, + "wilsonLowerBound": 0.26363945626714486 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -37,81 +37,52 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 5210, + "modelCount": 5236, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1656, - "successRate": 0.31785028790786946, - "wilsonLowerBound": 0.3053443308682341 + "successCount": 1665, + "successRate": 0.3179908326967151, + "wilsonLowerBound": 0.3055140225353841 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 38505, + "modelCount": 38553, "officialConfigError": null, "officialConfigValid": true, - "successCount": 18396, - "successRate": 0.4777561355668095, - "wilsonLowerBound": 0.47276932939991384 + "successCount": 18418, + "successRate": 0.47773195341477964, + "wilsonLowerBound": 0.4727482640731055 }, "vllm": { "framework": "vllm", - "modelCount": 40545, + "modelCount": 40564, "officialConfigError": null, "officialConfigValid": true, "successCount": 11103, - "successRate": 0.27384387717351094, - "wilsonLowerBound": 0.2695248142578045 + "successRate": 0.2737156099004043, + "wilsonLowerBound": 0.2693981988625761 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 14129, + "modelCount": 14166, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5862, - "successRate": 0.41489135819944795, - "wilsonLowerBound": 0.4067912664690712 - } - }, - "Biren_166m": { - "vllm": { - "framework": "vllm", - "modelCount": 64266, - "officialConfigError": null, - "officialConfigValid": true, - "successCount": 12098, - "successRate": 0.1882488407556095, - "wilsonLowerBound": 0.18524516980216948 - }, - "vllm_fix_tokenizer": { - "framework": "vllm_fix_tokenizer", - "modelCount": 34595, - "officialConfigError": "malformed_command_argv", - "officialConfigValid": false, - "successCount": 7390, - "successRate": 0.21361468420291949, - "wilsonLowerBound": 0.2093276105134159 - }, - "vllm_tokenizer_patch": { - "framework": "vllm_tokenizer_patch", - "modelCount": 8327, - "officialConfigError": null, - "officialConfigValid": true, - "successCount": 117, - "successRate": 0.01405067851567191, - "wilsonLowerBound": 0.01173737088961676 + "successCount": 5875, + "successRate": 0.4147253988422985, + "wilsonLowerBound": 0.4066363766837943 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26773, + "modelCount": 26777, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3288, - "successRate": 0.12281029395286296, - "wilsonLowerBound": 0.11893269644624704 + "successCount": 3289, + "successRate": 0.12282929379691526, + "wilsonLowerBound": 0.11895171773684075 }, "vllm-customized": { "framework": "vllm-customized", @@ -124,23 +95,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 17333, + "modelCount": 17369, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6701, - "successRate": 0.38660358853054866, - "wilsonLowerBound": 0.3793797298335849 + "successCount": 6716, + "successRate": 0.38666589901548737, + "wilsonLowerBound": 0.3794492734786752 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", - "modelCount": 24821, + "modelCount": 24822, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, - "successRate": 0.1534184762902381, - "wilsonLowerBound": 0.14898860962882118 + "successRate": 0.15341229554427524, + "wilsonLowerBound": 0.1489825919159369 }, "vllm-customized": { "framework": "vllm-customized", @@ -153,65 +124,65 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 55016, + "modelCount": 55103, "officialConfigError": null, "officialConfigValid": true, - "successCount": 13845, - "successRate": 0.2516540642722117, - "wilsonLowerBound": 0.24804518099225148 + "successCount": 13861, + "successRate": 0.25154710269858266, + "wilsonLowerBound": 0.24794157432808353 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 25260, + "modelCount": 25284, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3222, - "successRate": 0.12755344418052256, - "wilsonLowerBound": 0.12349608990298666 + "successCount": 3226, + "successRate": 0.1275905711121658, + "wilsonLowerBound": 0.12353459979596237 }, "vllm": { "framework": "vllm", - "modelCount": 87123, + "modelCount": 87128, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, - "successRate": 0.11216326343215913, - "wilsonLowerBound": 0.11008486994554824 + "successRate": 0.11215682673767331, + "wilsonLowerBound": 0.11007854520728315 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 49123, + "modelCount": 49183, "officialConfigError": null, "officialConfigValid": true, "successCount": 5675, - "successRate": 0.11552633186083912, - "wilsonLowerBound": 0.1127295376927696 + "successRate": 0.11538539739340829, + "wilsonLowerBound": 0.11259180097662672 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 51416, + "modelCount": 51534, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3792, - "successRate": 0.07375136144390851, - "wilsonLowerBound": 0.07152386111367423 + "successCount": 3793, + "successRate": 0.07360189389529243, + "wilsonLowerBound": 0.0713790257760344 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 94950, + "modelCount": 94980, "officialConfigError": null, "officialConfigValid": true, - "successCount": 23929, - "successRate": 0.25201685097419696, - "wilsonLowerBound": 0.24926526729196052 + "successCount": 23935, + "successRate": 0.2520004211412929, + "wilsonLowerBound": 0.24924933079325426 }, "llamacpp_opt": { "framework": "llamacpp_opt", - "modelCount": 146, + "modelCount": 147, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -220,12 +191,12 @@ }, "transformers": { "framework": "transformers", - "modelCount": 5668, + "modelCount": 5669, "officialConfigError": null, "officialConfigValid": true, "successCount": 590, - "successRate": 0.10409315455187015, - "wilsonLowerBound": 0.09640917432375648 + "successRate": 0.1040747927324043, + "wilsonLowerBound": 0.09639209813140337 }, "vllm": { "framework": "vllm", @@ -238,39 +209,39 @@ }, "vllm-0.17.0": { "framework": "vllm-0.17.0", - "modelCount": 304, + "modelCount": 306, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, - "successRate": 0.003289473684210526, - "wilsonLowerBound": 0.0005808941273062394 + "successRate": 0.0032679738562091504, + "wilsonLowerBound": 0.0005770958987967146 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 25543, + "modelCount": 25583, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4157, - "successRate": 0.1627451748032729, - "wilsonLowerBound": 0.15826902372546114 + "successCount": 4159, + "successRate": 0.16256889340577726, + "wilsonLowerBound": 0.15809820376454942 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 44311, + "modelCount": 44315, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5723, - "successRate": 0.12915528875448534, - "wilsonLowerBound": 0.1260647319450567 + "successRate": 0.12914363082477717, + "wilsonLowerBound": 0.12605333306856042 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 8471, + "modelCount": 8473, "officialConfigError": null, "officialConfigValid": true, "successCount": 818, - "successRate": 0.096564750324637, - "wilsonLowerBound": 0.09045645180416947 + "successRate": 0.09654195680396553, + "wilsonLowerBound": 0.09043503054602656 } }, "Iluvatar_mrv-100": { @@ -285,85 +256,85 @@ }, "vllm": { "framework": "vllm", - "modelCount": 35537, + "modelCount": 35576, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7144, - "successRate": 0.20102991248557842, - "wilsonLowerBound": 0.19689544510855106 + "successCount": 7152, + "successRate": 0.20103440521700022, + "wilsonLowerBound": 0.19690215153629698 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61559, + "modelCount": 61560, "officialConfigError": null, "officialConfigValid": true, "successCount": 12430, - "successRate": 0.20192010916356665, - "wilsonLowerBound": 0.19876755682011554 + "successRate": 0.20191682910981157, + "wilsonLowerBound": 0.19876432166302546 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 18247, + "modelCount": 18291, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, - "successCount": 5162, - "successRate": 0.2828958184907108, - "wilsonLowerBound": 0.27640675663097436 + "successCount": 5176, + "successRate": 0.28298070089114863, + "wilsonLowerBound": 0.27649878201949435 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 16182, + "modelCount": 16196, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3913, - "successRate": 0.24181188975404772, - "wilsonLowerBound": 0.23527635134151637 + "successCount": 3915, + "successRate": 0.24172635218572486, + "wilsonLowerBound": 0.2351944266899375 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 69484, + "modelCount": 69516, "officialConfigError": null, "officialConfigValid": true, - "successCount": 19109, - "successRate": 0.2750129526221864, - "wilsonLowerBound": 0.2717053272932578 + "successCount": 19117, + "successRate": 0.27500143851775133, + "wilsonLowerBound": 0.27169461543699164 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 1616, + "modelCount": 1632, "officialConfigError": null, "officialConfigValid": true, - "successCount": 958, - "successRate": 0.5928217821782178, - "wilsonLowerBound": 0.5686744115301448 + "successCount": 969, + "successRate": 0.59375, + "wilsonLowerBound": 0.5697284368483776 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 48601, + "modelCount": 48605, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, - "successRate": 0.44711014176663033, - "wilsonLowerBound": 0.4426941103220847 + "successRate": 0.44707334636354285, + "wilsonLowerBound": 0.4426575341616685 }, "vllm": { "framework": "vllm", - "modelCount": 41060, + "modelCount": 41085, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5190, - "successRate": 0.1264003896736483, - "wilsonLowerBound": 0.1232210704231553 + "successCount": 5194, + "successRate": 0.12642083485456979, + "wilsonLowerBound": 0.1232422483208154 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 1221, + "modelCount": 1222, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -392,181 +363,159 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 7765, + "modelCount": 7779, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3418, - "successRate": 0.4401802962009015, - "wilsonLowerBound": 0.42917115203851036 + "successCount": 3424, + "successRate": 0.44015940352230365, + "wilsonLowerBound": 0.4291602053082844 } }, "Vastai_va16": { "vllm": { "framework": "vllm", - "modelCount": 7431, + "modelCount": 7432, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, - "successRate": 0.03296999058000269, - "wilsonLowerBound": 0.02914532054852906 + "successRate": 0.032965554359526375, + "wilsonLowerBound": 0.029141391688609655 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 19594, + "modelCount": 19616, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5589, - "successRate": 0.2852403797080739, - "wilsonLowerBound": 0.27896058502294263 + "successCount": 5590, + "successRate": 0.2849714518760196, + "wilsonLowerBound": 0.2786969990184302 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 29045, + "modelCount": 29065, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14868, - "successRate": 0.5118953348252712, - "wilsonLowerBound": 0.5061454707403542 + "successCount": 14876, + "successRate": 0.511818338207466, + "wilsonLowerBound": 0.5060704422027283 }, "vllm": { "framework": "vllm", - "modelCount": 68376, + "modelCount": 68386, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7384, - "successRate": 0.10799110799110799, - "wilsonLowerBound": 0.1056867006998832 + "successCount": 7386, + "successRate": 0.1080045623373205, + "wilsonLowerBound": 0.10570019383395647 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 14255, + "modelCount": 14273, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2525, - "successRate": 0.17713083128726761, - "wilsonLowerBound": 0.17095069467402527 + "successCount": 2532, + "successRate": 0.177397884116864, + "wilsonLowerBound": 0.17121781801491592 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-10-20T06:26:15.067453+00:00", + "generatedAt": "2026-10-20T06:32:57.458010+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, - "backlogHours": 1121.3725490196077, + "backlogHours": 1199.832167832168, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, - "queueFactor": 0.9925944691305781, - "queueWeight": 0.9925944691305781, - "recentSuccess": 53, - "recentSuccessRate": 0.3464052287581699, - "recentTerminal": 153, - "recentWilsonLowerBound": 0.2756039485074914, + "queueFactor": 0.99401329793064, + "queueWeight": 0.99401329793064, + "recentSuccess": 51, + "recentSuccessRate": 0.35664335664335667, + "recentTerminal": 143, + "recentWilsonLowerBound": 0.28282576415035254, "running": 8, - "selectionWeight": 2.4814861728264455, + "selectionWeight": 2.4850332448266, "stale": false, "submissionEligible": true, - "throughputPerHour": 25.5, - "waiting": 28595 + "throughputPerHour": 23.833333333333332, + "waiting": 28596 }, "Ascend_910-b4": { "available": true, - "backlogHours": 1320.6845637583892, + "backlogHours": 1311.92, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, - "qualityFactor": 1.646367785839494, - "queueFactor": 0.9685331138783769, - "queueWeight": 0.9685331138783769, + "qualityFactor": 1.5316891947057931, + "queueFactor": 0.980785793860185, + "queueWeight": 0.980785793860185, "recentSuccess": 44, - "recentSuccessRate": 0.2953020134228188, - "recentTerminal": 149, - "recentWilsonLowerBound": 0.2279422931541457, - "running": 9, - "selectionWeight": 1.594561718208174, + "recentSuccessRate": 0.29333333333333333, + "recentTerminal": 150, + "recentWilsonLowerBound": 0.22636309522530063, + "running": 8, + "selectionWeight": 1.5022590027765887, "stale": false, "submissionEligible": true, - "throughputPerHour": 24.833333333333332, - "waiting": 32797 - }, - "Biren_166m": { - "available": true, - "backlogHours": 138.95999999999998, - "canVerify": true, - "error": null, - "gpu": "Biren_166m", - "healthFactor": 1.0, - "maxConcurrentTasks": 8, - "qualityFactor": 0.15496822414134442, - "queueFactor": 1.3, - "queueWeight": 1.3, - "recentSuccess": 23, - "recentSuccessRate": 0.115, - "recentTerminal": 200, - "recentWilsonLowerBound": 0.07786317221824318, - "running": 8, - "selectionWeight": 0.20145869138374775, - "stale": false, - "submissionEligible": false, - "throughputPerHour": 33.333333333333336, - "waiting": 4632 + "throughputPerHour": 25.0, + "waiting": 32798 }, "Cambricon_mlu-370-x4": { "available": true, - "backlogHours": 1012.9444444444445, + "backlogHours": 1013.0, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, - "qualityFactor": 0.15915310219377177, - "queueFactor": 1.0078513803592222, - "queueWeight": 1.0078513803592222, + "qualityFactor": 0.15034927343423476, + "queueFactor": 1.0195742365689149, + "queueWeight": 1.0195742365689149, "recentSuccess": 14, "recentSuccessRate": 0.12962962962962962, "recentTerminal": 108, "recentWilsonLowerBound": 0.07881199094174575, "running": 7, - "selectionWeight": 0.16040267373444522, + "selectionWeight": 0.15329224568040095, "stale": false, "submissionEligible": false, "throughputPerHour": 18.0, - "waiting": 18233 + "waiting": 18234 }, "Cambricon_mlu-370-x8": { "available": true, - "backlogHours": 342.6818181818182, + "backlogHours": 348.4161849710983, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, - "qualityFactor": 0.25762280208783866, - "queueFactor": 1.1857706037436004, - "queueWeight": 1.1857706037436004, - "recentSuccess": 25, - "recentSuccessRate": 0.14204545454545456, - "recentTerminal": 176, - "recentWilsonLowerBound": 0.09810004439440695, + "qualityFactor": 0.2025691245010146, + "queueFactor": 1.1965904198591428, + "queueWeight": 1.1965904198591428, + "recentSuccess": 23, + "recentSuccessRate": 0.1329479768786127, + "recentTerminal": 173, + "recentWilsonLowerBound": 0.09024916039914543, "running": 7, - "selectionWeight": 0.30548154556981455, + "selectionWeight": 0.24239227373716804, "stale": false, "submissionEligible": false, - "throughputPerHour": 29.333333333333332, - "waiting": 10052 + "throughputPerHour": 28.833333333333332, + "waiting": 10046 }, "Iluvatar_bi-100": { "available": true, - "backlogHours": 62.588921282798836, + "backlogHours": 60.354929577464794, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", @@ -575,204 +524,203 @@ "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, - "recentSuccess": 10, - "recentSuccessRate": 0.029154518950437316, - "recentTerminal": 343, - "recentWilsonLowerBound": 0.015911615732663528, - "running": 24, + "recentSuccess": 11, + "recentSuccessRate": 0.030985915492957747, + "recentTerminal": 355, + "recentWilsonLowerBound": 0.017388330169548247, + "running": 25, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, - "throughputPerHour": 57.166666666666664, - "waiting": 3578 + "throughputPerHour": 59.166666666666664, + "waiting": 3571 }, "Iluvatar_bi-150": { "available": true, - "backlogHours": 216.34666666666666, + "backlogHours": 218.3139013452915, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, - "qualityFactor": 0.1486380155811278, - "queueFactor": 1.2704623746863808, - "queueWeight": 1.2704623746863808, + "qualityFactor": 0.14324526096059167, + "queueFactor": 1.2835064664225355, + "queueWeight": 1.2835064664225355, "recentSuccess": 25, - "recentSuccessRate": 0.1111111111111111, - "recentTerminal": 225, - "recentWilsonLowerBound": 0.07640099623501385, - "running": 2, - "selectionWeight": 0.1888390062438709, + "recentSuccessRate": 0.11210762331838565, + "recentTerminal": 223, + "recentWilsonLowerBound": 0.07709696227379467, + "running": 3, + "selectionWeight": 0.18385621872730298, "stale": false, "submissionEligible": false, - "throughputPerHour": 37.5, - "waiting": 8113 + "throughputPerHour": 37.166666666666664, + "waiting": 8114 }, "Iluvatar_mrv-100": { "available": true, - "backlogHours": 2111.7391304347825, + "backlogHours": 2158.8, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, - "qualityFactor": 0.4207764751088169, - "queueFactor": 0.9026893088879112, - "queueWeight": 0.9026893088879112, + "qualityFactor": 0.4180224532242006, + "queueFactor": 0.9101823472526338, + "queueWeight": 0.9101823472526338, "recentSuccess": 10, - "recentSuccessRate": 0.21739130434782608, - "recentTerminal": 46, - "recentWilsonLowerBound": 0.1226077461858075, + "recentSuccessRate": 0.2222222222222222, + "recentTerminal": 45, + "recentWilsonLowerBound": 0.12544551866005635, "running": 2, - "selectionWeight": 0.3798304255122693, + "selectionWeight": 0.38047665767990724, "stale": false, "submissionEligible": false, - "throughputPerHour": 7.666666666666667, - "waiting": 16190 + "throughputPerHour": 7.5, + "waiting": 16191 }, "Kunlunxin_p-800": { "available": true, - "backlogHours": 368.7341772151899, + "backlogHours": 375.8709677419355, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 4, - "qualityFactor": 0.3283142992874399, - "queueFactor": 1.172809107891367, - "queueWeight": 1.172809107891367, - "recentSuccess": 25, - "recentSuccessRate": 0.15822784810126583, - "recentTerminal": 158, - "recentWilsonLowerBound": 0.10953056795868964, + "qualityFactor": 0.2592405908777318, + "queueFactor": 1.1830536841345518, + "queueWeight": 1.1830536841345518, + "recentSuccess": 23, + "recentSuccessRate": 0.14838709677419354, + "recentTerminal": 155, + "recentWilsonLowerBound": 0.10095748239517541, "running": 4, - "selectionWeight": 0.3850500004552816, + "selectionWeight": 0.30669553611511874, "stale": false, "submissionEligible": false, - "throughputPerHour": 26.333333333333332, + "throughputPerHour": 25.833333333333332, "waiting": 9710 }, "MetaX_c-500": { "available": true, - "backlogHours": 574.4878048780488, + "backlogHours": 579.1475409836066, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, - "qualityFactor": 0.857664241223285, - "queueFactor": 1.0973425433775141, - "queueWeight": 1.0973425433775141, - "recentSuccess": 29, - "recentSuccessRate": 0.23577235772357724, - "recentTerminal": 123, - "recentWilsonLowerBound": 0.169470182254119, + "qualityFactor": 0.6828094229001825, + "queueFactor": 1.1087710733265643, + "queueWeight": 1.1087710733265643, + "recentSuccess": 27, + "recentSuccessRate": 0.22131147540983606, + "recentTerminal": 122, + "recentWilsonLowerBound": 0.15679013737498695, "running": 4, - "selectionWeight": 0.9411514598279054, + "selectionWeight": 0.7570793367065274, "stale": false, "submissionEligible": true, - "throughputPerHour": 20.5, - "waiting": 11777 + "throughputPerHour": 20.333333333333332, + "waiting": 11776 }, "Mthreads_s4000": { "available": true, - "backlogHours": 2503.6190476190477, + "backlogHours": 2464.5, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, - "qualityFactor": 0.539300897484595, - "queueFactor": 0.8799319801454465, - "queueWeight": 0.8799319801454465, + "qualityFactor": 0.4914598880892213, + "queueFactor": 0.8922795637240508, + "queueWeight": 0.8922795637240508, "recentSuccess": 14, - "recentSuccessRate": 0.2222222222222222, - "recentTerminal": 63, - "recentWilsonLowerBound": 0.13724883861823153, + "recentSuccessRate": 0.21875, + "recentTerminal": 64, + "recentWilsonLowerBound": 0.13502197461349752, "running": 4, - "selectionWeight": 0.4745481066178361, + "selectionWeight": 0.43851961453212124, "stale": false, "submissionEligible": false, - "throughputPerHour": 10.5, + "throughputPerHour": 10.666666666666666, "waiting": 26288 }, "Sunrise_pt-200-x1": { "available": true, - "backlogHours": 1741.40625, + "backlogHours": 1797.6774193548385, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.05, - "queueFactor": 0.9291788678611511, - "queueWeight": 0.9291788678611511, + "queueFactor": 0.9355209233584183, + "queueWeight": 0.9355209233584183, "recentSuccess": 4, - "recentSuccessRate": 0.0625, - "recentTerminal": 64, - "recentWilsonLowerBound": 0.024570803674792932, + "recentSuccessRate": 0.06451612903225806, + "recentTerminal": 62, + "recentWilsonLowerBound": 0.025372494807644, "running": 2, - "selectionWeight": 0.04645894339305756, + "selectionWeight": 0.046776046167920915, "stale": false, "submissionEligible": false, - "throughputPerHour": 10.666666666666666, - "waiting": 18575 + "throughputPerHour": 10.333333333333334, + "waiting": 18576 }, "Vastai_va16": { "available": true, - "backlogHours": 1129.1632653061226, + "backlogHours": 1152.75, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, - "queueFactor": 0.9915641759889698, - "queueWeight": 0.9915641759889698, + "queueFactor": 1.0, + "queueWeight": 1.0, "recentSuccess": 5, - "recentSuccessRate": 0.05102040816326531, - "recentTerminal": 98, - "recentWilsonLowerBound": 0.021986987165990058, + "recentSuccessRate": 0.052083333333333336, + "recentTerminal": 96, + "recentWilsonLowerBound": 0.0224492694212701, "running": 16, - "selectionWeight": 0.04957820879944849, + "selectionWeight": 0.05, "stale": false, "submissionEligible": false, - "throughputPerHour": 16.333333333333332, - "waiting": 18443 + "throughputPerHour": 16.0, + "waiting": 18444 }, "hygon_k100-ai": { "available": true, - "backlogHours": 1318.7142857142856, + "backlogHours": 1367.6666666666667, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, - "qualityFactor": 0.7149101706044502, - "queueFactor": 0.9687500375437184, - "queueWeight": 0.9687500375437184, - "recentSuccess": 25, - "recentSuccessRate": 0.22321428571428573, - "recentTerminal": 112, - "recentWilsonLowerBound": 0.15601066350684975, + "qualityFactor": 0.6575297709699137, + "queueFactor": 0.9746826385407895, + "queueWeight": 0.9746826385407895, + "recentSuccess": 24, + "recentSuccessRate": 0.2222222222222222, + "recentTerminal": 108, + "recentWilsonLowerBound": 0.15412441082279263, "running": 6, - "selectionWeight": 0.6925692546134472, + "selectionWeight": 0.6408828520880765, "stale": false, "submissionEligible": true, - "throughputPerHour": 18.666666666666668, - "waiting": 24616 + "throughputPerHour": 18.0, + "waiting": 24618 } }, - "queueAttemptedAt": "2026-10-20T06:21:05.661067+00:00", + "queueAttemptedAt": "2026-10-20T06:32:57.458010+00:00", "queueError": null, - "queueUpdatedAt": "2026-10-20T06:21:05.661067+00:00", + "queueUpdatedAt": "2026-10-20T06:32:57.458010+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", - "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index 7ec10e2fe2..8d72524e0b 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-10-20T06:26:15.067453+00:00", + "catalogUpdatedAt": "2026-10-20T06:32:57.458010+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-10-20T06:26:15.067453+00:00", + "generatedAt": "2026-10-20T06:32:57.458010+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -76,7 +76,7 @@ "Biren_166m": { "canVerify": true, "gpu": "Biren_166m", - "maxConcurrentTasks": 8 + "maxConcurrentTasks": 0 }, "Cambricon_mlu-370-x4": { "canVerify": true, @@ -6538,6 +6538,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-10-20T06:26:15.067453+00:00", + "taskTreeUpdatedAt": "2026-10-20T06:32:57.458010+00:00", "version": 1 } diff --git a/.modelhub_state/recovery_intents.jsonl b/.modelhub_state/recovery_intents.jsonl index 4f4952ab4f..13e801fc5c 100644 --- a/.modelhub_state/recovery_intents.jsonl +++ b/.modelhub_state/recovery_intents.jsonl @@ -12,6 +12,7 @@ {"agentVersion": "2026.10.18.1", "batchId": "ef9fd864a48e426db66e52fd04ed8834", "completedAt": "2026-10-20T04:39:22.059688+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-20T04:35:28.079771+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "2d2be59839d644cc9aefc2c26e994c76", "lastModified": "2026-10-19T08:34:36+00:00", "modelAddress": "https://modelscope.cn/models/XingChen-AGI/Xing4.0-29B-Intent-FP8", "reason": null, "reconciledAt": "2026-10-20T06:29:52.990114+00:00", "repoId": "XingChen-AGI/Xing4.0-29B-Intent-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "MetaX_c-500", "taskId": "5669004", "taskType": "text-generation"} {"agentVersion": "2026.10.18.1", "batchId": "ef9fd864a48e426db66e52fd04ed8834", "completedAt": "2026-10-20T04:39:22.059690+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-20T04:35:28.079817+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "47317a8c0db845998070396bf031170d", "lastModified": "2026-10-19T15:18:16+00:00", "modelAddress": "https://modelscope.cn/models/ukisai/Swift-1.5-4bit-MLX", "reason": null, "reconciledAt": "2026-10-20T06:29:52.988973+00:00", "repoId": "ukisai/Swift-1.5-4bit-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "MetaX_c-500", "taskId": "5669006", "taskType": "text-generation"} {"agentVersion": "2026.10.18.1", "batchId": "ef9fd864a48e426db66e52fd04ed8834", "completedAt": "2026-10-20T04:39:22.059692+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-20T04:35:28.079863+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "55cc4a14e4f349e6a45532c741a8591f", "lastModified": "2026-10-19T17:03:22+00:00", "modelAddress": "https://modelscope.cn/models/cpatonn-mirror/Qwen3-30B-A3B-Instruct-2507-AWQ-8bit", "reason": null, "reconciledAt": "2026-10-20T06:29:52.989563+00:00", "repoId": "cpatonn-mirror/Qwen3-30B-A3B-Instruct-2507-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "MetaX_c-500", "taskId": "5669003", "taskType": "text-generation"} +{"agentVersion": "2026.10.18.1", "batchId": "95c226f53c774737a43884fdbce87bd1", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-20T06:37:04.351778+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "4501f49d9804440bba88872d944dbf6a", "lastModified": "2026-10-19T21:32:10+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Agents-A1-AWQ-NVFP4", "repoId": "cyankiwi/Agents-A1-AWQ-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "MetaX_c-500", "taskType": "text-generation"} {"agentVersion": "2026.10.18.1", "batchId": "b2e5b4f81d8d48e3aea28c2c7829a2bc", "completedAt": "2026-10-20T06:29:42.399547+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-20T06:26:29.483098+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "8c4fa8b8677e41fa8b9cb59e3f4e118c", "repoId": "cyankiwi/Agents-A1-AWQ-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "MetaX_c-500", "taskId": null, "taskType": "text-generation"} {"agentVersion": "2026.10.18.1", "batchId": "e16340ec73e843a3b6e53952d7bc2696", "completedAt": "2026-10-20T06:23:08.995068+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-20T06:21:09.429580+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "f16922fc08524a7dbd0f1d245af9733c", "repoId": "cyankiwi/Agents-A1-AWQ-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "MetaX_c-500", "taskId": null, "taskType": "text-generation"} {"agentVersion": "2026.10.18.1", "batchId": "67a9504fee154441ad035345b77561ea", "completedAt": "2026-10-20T06:17:50.277783+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-20T06:15:51.883408+00:00", "framework": "vllm_tokenizer_patch", "instanceId": "6bc3bbce84627dafe0eb", "intentId": "984567612dde4008af85fcea9ab44126", "repoId": "cyankiwi/Agents-A1-AWQ-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "strategyId": "7844045f-5918-4d03-9e5a-3a3bba4e8444", "targetGpu": "MetaX_c-500", "taskId": null, "taskType": "text-generation"} diff --git a/manifest.json b/manifest.json index f66fd8a1cf..c268ab4cb7 100644 --- a/manifest.json +++ b/manifest.json @@ -4,20 +4,20 @@ ".modelhub_state/account_capacity.json": "bacaeb34aaa0d094f61dc04e31369b8a3445b90ef824f5162ea01554f13d38ac", ".modelhub_state/architecture_compatibility_blacklist.json": "fb5482d5655a819c90d284df77859bb297b47d754aed00aa414d43ea9b91da5f", ".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff", - ".modelhub_state/market_intelligence.json": "98e41e596a494cb86c1d79671883a3ab35d4ee400db6cd117ae04180d8d32ada", - ".modelhub_state/official_capabilities.json": "46ab64824e20335b9682c81f73caede24962ef6547c9809e2b23e7aee53bb19c", + ".modelhub_state/market_intelligence.json": "9dcf2f49e4eaf0a719dbbf19c97d258fd93315810c7433d14096770c519b1386", + ".modelhub_state/official_capabilities.json": "97e0b86785e4e84ce980eab0e194a9040faa3100745fbc0e2729d6fe4612575b", ".modelhub_state/outcome_checkpoint.json": "09a4135ca56ca3a250160b5e404dd3178f8bbb446cfc9a85ce67ba5b47119430", ".modelhub_state/recent_outcomes.jsonl": "c143874dcbd0ebbd772b1a392ac56ed9579561fd503ca0748cceaaec6515733f", ".modelhub_state/recovery_active_tasks.jsonl": "55541e2e392238ff12f004b781494dc769fb88bbe0a3bb554efb25afc2a41d7a", - ".modelhub_state/recovery_intents.jsonl": "a5e09d6031a15ca5dba506856b2a7abfc0fcdb5c88e90abc23f34fc95a91bd12", + ".modelhub_state/recovery_intents.jsonl": "124594cbf3963221ac4b828c27fe23f5a681294d882653a7721b845ae5f70011", ".modelhub_state/routing_intelligence.json": "92d0fc0a56ed2ed42be94938552ed6a1316307ac2ab48d1f24e0f03d406fa45b", ".modelhub_state/submission_exclusions.jsonl": "b80050ff42c4017b85f19dd9287a636cd3e86abe78256630d38791199e3b7606", "ledger/submissions.jsonl": "ba561df7b7f0cffa775fc0fb32947542395b19cd5adcf671ee96eb929cf49aec", "outcomes/submissions.jsonl": "fdde60d88743da6a8b66d36c60b47813fed7f31433ed905eefd84e9495d6c9b0" }, - "generation": 896, - "phase": "cycle", + "generation": 897, + "phase": "intent", "schemaVersion": 1, - "updatedAt": "2026-10-20T06:29:53.047466+00:00", + "updatedAt": "2026-10-20T06:37:04.400894+00:00", "writerId": "3c2dfc0efcf247b2bbc75baf49fc4866" }