From 4fa767d63e154d241e5b81749de952162c0a6b53 Mon Sep 17 00:00:00 2001 From: CoolBoy <2269097679@qq.com> Date: Fri, 9 Oct 2026 17:54:22 +0000 Subject: [PATCH] state: generation 22669 (cycle) --- .../architecture_compatibility_blacklist.json | 2 +- .modelhub_state/market_intelligence.json | 592 +++++++++--------- .modelhub_state/official_capabilities.json | 6 +- .modelhub_state/outcome_checkpoint.json | 249 ++++---- .modelhub_state/queue_cleanup_latest.json | 10 +- .modelhub_state/recent_outcomes.jsonl | 2 +- manifest.json | 20 +- outcomes/submissions.jsonl | 1 - 8 files changed, 452 insertions(+), 430 deletions(-) diff --git a/.modelhub_state/architecture_compatibility_blacklist.json b/.modelhub_state/architecture_compatibility_blacklist.json index c495b4ccd6..6fea28a220 100644 --- a/.modelhub_state/architecture_compatibility_blacklist.json +++ b/.modelhub_state/architecture_compatibility_blacklist.json @@ -2845,7 +2845,7 @@ "taskType": "text-generation" } }, - "generatedAt": "2026-10-09T17:33:09.055691+00:00", + "generatedAt": "2026-10-09T17:44:29.388529+00:00", "summary": { "activeBlockCount": 142, "byGpuFramework": { diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index d9c99de7da..a96f5e6985 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -1,30 +1,30 @@ { - "communityAttemptedAt": "2026-10-09T17:26:39.791492+00:00", + "communityAttemptedAt": "2026-10-09T17:49:54.159190+00:00", "communityError": null, "communitySample": {}, - "communityUpdatedAt": "2026-10-09T17:26:39.791492+00:00", - "frameworkAttemptedAt": "2026-10-09T13:00:34.262270+00:00", + "communityUpdatedAt": "2026-10-09T17:49:54.159190+00:00", + "frameworkAttemptedAt": "2026-10-09T17:49:54.159190+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", - "modelCount": 41768, + "modelCount": 41804, "officialConfigError": null, "officialConfigValid": true, - "successCount": 20661, - "successRate": 0.4946609844857307, - "wilsonLowerBound": 0.48986679683383055 + "successCount": 20684, + "successRate": 0.49478518802028515, + "wilsonLowerBound": 0.4899930407195892 }, "vllm": { "framework": "vllm", - "modelCount": 55945, + "modelCount": 55972, "officialConfigError": null, "officialConfigValid": true, - "successCount": 15281, - "successRate": 0.27314326570739117, - "wilsonLowerBound": 0.269466652283586 + "successCount": 15283, + "successRate": 0.2730472379046666, + "wilsonLowerBound": 0.26937191925102744 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", @@ -37,41 +37,41 @@ }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 4157, + "modelCount": 4182, "officialConfigError": null, "officialConfigValid": true, - "successCount": 1250, - "successRate": 0.3006976184748617, - "wilsonLowerBound": 0.28694682591822473 + "successCount": 1256, + "successRate": 0.3003347680535629, + "wilsonLowerBound": 0.28662966990223104 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", - "modelCount": 36553, + "modelCount": 36586, "officialConfigError": null, "officialConfigValid": true, - "successCount": 17092, - "successRate": 0.46759499904248625, - "wilsonLowerBound": 0.4624836141235629 + "successCount": 17114, + "successRate": 0.46777455857431804, + "wilsonLowerBound": 0.46266533959417655 }, "vllm": { "framework": "vllm", - "modelCount": 39559, + "modelCount": 39578, "officialConfigError": null, "officialConfigValid": true, - "successCount": 10979, - "successRate": 0.27753482140600116, - "wilsonLowerBound": 0.2731439228545986 + "successCount": 10983, + "successRate": 0.2775026529890343, + "wilsonLowerBound": 0.27311296382637723 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 12384, + "modelCount": 12416, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5205, - "successRate": 0.42030038759689925, - "wilsonLowerBound": 0.4116326692136788 + "successCount": 5216, + "successRate": 0.42010309278350516, + "wilsonLowerBound": 0.4114471379779975 } }, "Biren_166m": { @@ -86,32 +86,32 @@ }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 28599, + "modelCount": 28705, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6214, - "successRate": 0.21728032448687018, - "wilsonLowerBound": 0.2125388395927366 + "successCount": 6234, + "successRate": 0.21717470823898274, + "wilsonLowerBound": 0.2124427671112244 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7580, + "modelCount": 7589, "officialConfigError": null, "officialConfigValid": true, "successCount": 103, - "successRate": 0.013588390501319261, - "wilsonLowerBound": 0.011217458497061716 + "successRate": 0.013572275662142575, + "wilsonLowerBound": 0.01120414098686364 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", - "modelCount": 26590, + "modelCount": 26602, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3267, - "successRate": 0.12286573899962391, - "wilsonLowerBound": 0.11897423335077327 + "successCount": 3268, + "successRate": 0.12284790617246824, + "wilsonLowerBound": 0.11895751479780878 }, "vllm-customized": { "framework": "vllm-customized", @@ -124,23 +124,23 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 15159, + "modelCount": 15193, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6012, - "successRate": 0.39659608153572135, - "wilsonLowerBound": 0.38883570398823947 + "successCount": 6022, + "successRate": 0.396366747844402, + "wilsonLowerBound": 0.38861585654311 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", - "modelCount": 24690, + "modelCount": 24691, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3805, - "successRate": 0.1541109761036857, - "wilsonLowerBound": 0.14966111926152778 + "successCount": 3806, + "successRate": 0.15414523510590902, + "wilsonLowerBound": 0.14969505274102718 }, "vllm-customized": { "framework": "vllm-customized", @@ -153,115 +153,115 @@ }, "vllm-mlu": { "framework": "vllm-mlu", - "modelCount": 50821, + "modelCount": 50883, "officialConfigError": null, "officialConfigValid": true, - "successCount": 12759, - "successRate": 0.2510576336553787, - "wilsonLowerBound": 0.24730651050184307 + "successCount": 12783, + "successRate": 0.25122339484700196, + "wilsonLowerBound": 0.24747370723241058 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", - "modelCount": 23826, + "modelCount": 23827, "officialConfigError": null, "officialConfigValid": true, "successCount": 3125, - "successRate": 0.13115923780743724, - "wilsonLowerBound": 0.12693215912231412 + "successRate": 0.13115373315986067, + "wilsonLowerBound": 0.1269268191670357 }, "vllm": { "framework": "vllm", - "modelCount": 86955, + "modelCount": 86966, "officialConfigError": null, "officialConfigValid": true, "successCount": 9771, - "successRate": 0.11236846644816284, - "wilsonLowerBound": 0.11028639856964279 + "successRate": 0.11235425338638089, + "wilsonLowerBound": 0.1102724326744815 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 45739, + "modelCount": 45785, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5507, - "successRate": 0.12040053346159732, - "wilsonLowerBound": 0.1174499437836125 + "successCount": 5515, + "successRate": 0.12045429725892759, + "wilsonLowerBound": 0.11750459545231393 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 45461, + "modelCount": 45597, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3645, - "successRate": 0.08017861463672159, - "wilsonLowerBound": 0.07771752161309667 + "successCount": 3647, + "successRate": 0.07998333223676997, + "wilsonLowerBound": 0.07752864882514328 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", - "modelCount": 92297, + "modelCount": 92353, "officialConfigError": null, "officialConfigValid": true, - "successCount": 23022, - "successRate": 0.2494338927592446, - "wilsonLowerBound": 0.24665288026163554 + "successCount": 23043, + "successRate": 0.2495100321592152, + "wilsonLowerBound": 0.24672957230114304 }, "transformers": { "framework": "transformers", - "modelCount": 5504, + "modelCount": 5514, "officialConfigError": null, "officialConfigValid": true, "successCount": 582, - "successRate": 0.10574127906976744, - "wilsonLowerBound": 0.09789043011138934 + "successRate": 0.10554951033732318, + "wilsonLowerBound": 0.09771215496446023 }, "vllm": { "framework": "vllm", - "modelCount": 112842, + "modelCount": 112844, "officialConfigError": null, "officialConfigValid": true, "successCount": 16530, - "successRate": 0.14648800978359122, - "wilsonLowerBound": 0.14443691464978353 + "successRate": 0.14648541349119137, + "wilsonLowerBound": 0.1444343516596461 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", - "modelCount": 7, + "modelCount": 50, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, - "successRate": 0.14285714285714285, - "wilsonLowerBound": 0.02567895594897479 + "successRate": 0.02, + "wilsonLowerBound": 0.0035391680889764613 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", - "modelCount": 22711, + "modelCount": 22752, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3938, - "successRate": 0.17339615164457753, - "wilsonLowerBound": 0.1685276266165374 + "successCount": 3939, + "successRate": 0.17312763713080168, + "wilsonLowerBound": 0.1682665073364507 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 43585, + "modelCount": 43593, "officialConfigError": null, "officialConfigValid": true, "successCount": 5671, - "successRate": 0.13011357118274636, - "wilsonLowerBound": 0.1269876467263019 + "successRate": 0.13008969329938294, + "wilsonLowerBound": 0.12696430121950505 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 7879, + "modelCount": 7895, "officialConfigError": null, "officialConfigValid": true, - "successCount": 733, - "successRate": 0.09303211067394339, - "wilsonLowerBound": 0.08681487947522577 + "successCount": 739, + "successRate": 0.09360354654844838, + "wilsonLowerBound": 0.08737454058239826 } }, "Iluvatar_mrv-100": { @@ -276,85 +276,85 @@ }, "vllm": { "framework": "vllm", - "modelCount": 33963, + "modelCount": 33996, "officialConfigError": null, "officialConfigValid": true, - "successCount": 6657, - "successRate": 0.1960074198392368, - "wilsonLowerBound": 0.19181992794571476 + "successCount": 6666, + "successRate": 0.19608189198729262, + "wilsonLowerBound": 0.19189580181359642 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", - "modelCount": 61465, + "modelCount": 61467, "officialConfigError": null, "officialConfigValid": true, - "successCount": 12418, - "successRate": 0.20203367770275768, - "wilsonLowerBound": 0.1988780564249961 + "successCount": 12419, + "successRate": 0.2020433728667415, + "wilsonLowerBound": 0.1988877451461734 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 14615, + "modelCount": 14677, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4166, - "successRate": 0.2850496065685939, - "wilsonLowerBound": 0.2777877837542779 + "successCount": 4186, + "successRate": 0.28520814880425155, + "wilsonLowerBound": 0.27796029629785146 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 15166, + "modelCount": 15181, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3714, - "successRate": 0.2448898852696822, - "wilsonLowerBound": 0.23811103334217604 + "successCount": 3716, + "successRate": 0.24477965878400632, + "wilsonLowerBound": 0.23800519222902106 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", - "modelCount": 67025, + "modelCount": 67085, "officialConfigError": null, "officialConfigValid": true, - "successCount": 18473, - "successRate": 0.2756135770234987, - "wilsonLowerBound": 0.27224373467711444 + "successCount": 18493, + "successRate": 0.2756652008645748, + "wilsonLowerBound": 0.272296660924681 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 796, + "modelCount": 802, "officialConfigError": null, "officialConfigValid": true, - "successCount": 483, - "successRate": 0.6067839195979899, - "wilsonLowerBound": 0.5724149687395196 + "successCount": 486, + "successRate": 0.6059850374064838, + "wilsonLowerBound": 0.5717380654319697 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", - "modelCount": 48185, + "modelCount": 48204, "officialConfigError": null, "officialConfigValid": true, - "successCount": 21563, - "successRate": 0.4475044100861264, - "wilsonLowerBound": 0.44306897205892076 + "successCount": 21580, + "successRate": 0.447680690399137, + "wilsonLowerBound": 0.443245945809608 }, "vllm": { "framework": "vllm", - "modelCount": 39367, + "modelCount": 39402, "officialConfigError": null, "officialConfigValid": true, - "successCount": 4645, - "successRate": 0.11799222699215078, - "wilsonLowerBound": 0.114842653406933 + "successCount": 4657, + "successRate": 0.11819196995076392, + "wilsonLowerBound": 0.1150414260403201 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", - "modelCount": 1024, + "modelCount": 1032, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, @@ -374,389 +374,389 @@ }, "vllm": { "framework": "vllm", - "modelCount": 10076, + "modelCount": 10078, "officialConfigError": null, "officialConfigValid": true, - "successCount": 758, - "successRate": 0.07522826518459706, - "wilsonLowerBound": 0.0702384412979034 + "successCount": 759, + "successRate": 0.07531256201627307, + "wilsonLowerBound": 0.07032053867780093 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 7120, + "modelCount": 7130, "officialConfigError": null, "officialConfigValid": true, - "successCount": 3113, - "successRate": 0.4372191011235955, - "wilsonLowerBound": 0.42573381629266266 + "successCount": 3119, + "successRate": 0.43744740532959325, + "wilsonLowerBound": 0.425969357662653 } }, "Vastai_va16": { "vllm": { "framework": "vllm", - "modelCount": 7414, + "modelCount": 7415, "officialConfigError": null, "officialConfigValid": true, "successCount": 244, - "successRate": 0.03291070946857297, - "wilsonLowerBound": 0.02908547252009685 + "successRate": 0.03290627107215104, + "wilsonLowerBound": 0.02908154273919306 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", - "modelCount": 17239, + "modelCount": 17335, "officialConfigError": null, "officialConfigValid": true, - "successCount": 5125, - "successRate": 0.2972910261616103, - "wilsonLowerBound": 0.2905137470309807 + "successCount": 5153, + "successRate": 0.29725987885780214, + "wilsonLowerBound": 0.2905014761181481 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", - "modelCount": 28058, + "modelCount": 28074, "officialConfigError": null, "officialConfigValid": true, - "successCount": 14324, - "successRate": 0.5105139354194882, - "wilsonLowerBound": 0.5046636261096886 + "successCount": 14335, + "successRate": 0.5106148037329914, + "wilsonLowerBound": 0.5047661730840379 }, "vllm": { "framework": "vllm", - "modelCount": 66822, + "modelCount": 66851, "officialConfigError": null, "officialConfigValid": true, - "successCount": 7087, - "successRate": 0.10605788512765257, - "wilsonLowerBound": 0.10374583489873253 + "successCount": 7093, + "successRate": 0.10610162899582654, + "wilsonLowerBound": 0.10378964876463266 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", - "modelCount": 13492, + "modelCount": 13507, "officialConfigError": null, "officialConfigValid": true, - "successCount": 2181, - "successRate": 0.16165134894752445, - "wilsonLowerBound": 0.1555359626544916 + "successCount": 2187, + "successRate": 0.1619160435329829, + "wilsonLowerBound": 0.15579982737423922 } } } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-10-09T17:40:36.853643+00:00", + "generatedAt": "2026-10-09T17:49:54.159190+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, - "backlogHours": 442.54787234042556, + "backlogHours": 441.37400530503976, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, - "qualityFactor": 0.21755931014345958, - "queueFactor": 0.9499529435454348, - "queueWeight": 0.9499529435454348, - "recentSuccess": 36, - "recentSuccessRate": 0.09574468085106383, - "recentTerminal": 376, - "recentWilsonLowerBound": 0.06996121220520955, - "running": 9, - "selectionWeight": 0.2066711070664936, + "qualityFactor": 0.2508806089388381, + "queueFactor": 0.9438504585303299, + "queueWeight": 0.9438504585303299, + "recentSuccess": 39, + "recentSuccessRate": 0.10344827586206896, + "recentTerminal": 377, + "recentWilsonLowerBound": 0.07660115495635368, + "running": 8, + "selectionWeight": 0.23679377778329075, "stale": false, "submissionEligible": false, - "throughputPerHour": 62.666666666666664, + "throughputPerHour": 62.833333333333336, "waiting": 27733 }, "Ascend_910-b4": { "available": true, - "backlogHours": 478.66141732283467, + "backlogHours": 485.01063829787233, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, - "qualityFactor": 0.7393062161889364, - "queueFactor": 0.9388406122770963, - "queueWeight": 0.9388406122770963, - "recentSuccess": 59, - "recentSuccessRate": 0.15485564304461943, - "recentTerminal": 381, - "recentWilsonLowerBound": 0.12199248881958716, + "qualityFactor": 0.6597828879081081, + "queueFactor": 0.930596713038692, + "queueWeight": 0.930596713038692, + "recentSuccess": 57, + "recentSuccessRate": 0.15159574468085107, + "recentTerminal": 376, + "recentWilsonLowerBound": 0.11888153033837079, "running": 8, - "selectionWeight": 0.6940907006670843, + "selectionWeight": 0.6139917868064612, "stale": false, "submissionEligible": false, - "throughputPerHour": 63.5, - "waiting": 30395 + "throughputPerHour": 62.666666666666664, + "waiting": 30394 }, "Biren_166m": { "available": true, - "backlogHours": 288.9782608695652, + "backlogHours": 255.40384615384616, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, - "qualityFactor": 0.40565938084398, - "queueFactor": 1.0126662949824035, - "queueWeight": 1.0126662949824035, + "qualityFactor": 0.29073381880572463, + "queueFactor": 1.024566351856452, + "queueWeight": 1.024566351856452, "recentSuccess": 14, - "recentSuccessRate": 0.15217391304347827, - "recentTerminal": 92, - "recentWilsonLowerBound": 0.092864555668254, - "running": 10, - "selectionWeight": 0.410797582224129, + "recentSuccessRate": 0.1346153846153846, + "recentTerminal": 104, + "recentWilsonLowerBound": 0.08191042176649949, + "running": 9, + "selectionWeight": 0.29787608809507604, "stale": false, "submissionEligible": false, - "throughputPerHour": 15.333333333333334, - "waiting": 4431 + "throughputPerHour": 17.333333333333332, + "waiting": 4427 }, "Cambricon_mlu-370-x4": { "available": true, - "backlogHours": 135.9506172839506, + "backlogHours": 135.75616438356164, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.05, - "queueFactor": 1.1339370714740717, - "queueWeight": 1.1339370714740717, - "recentSuccess": 18, - "recentSuccessRate": 0.024691358024691357, - "recentTerminal": 729, - "recentWilsonLowerBound": 0.01567444673217139, + "queueFactor": 1.12644572214717, + "queueWeight": 1.12644572214717, + "recentSuccess": 15, + "recentSuccessRate": 0.02054794520547945, + "recentTerminal": 730, + "recentWilsonLowerBound": 0.012491093338790515, "running": 7, - "selectionWeight": 0.05669685357370359, + "selectionWeight": 0.0563222861073585, "stale": false, "submissionEligible": false, - "throughputPerHour": 121.5, - "waiting": 16518 + "throughputPerHour": 121.66666666666667, + "waiting": 16517 }, "Cambricon_mlu-370-x8": { "available": true, - "backlogHours": 143.3793103448276, + "backlogHours": 142.15263157894736, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, - "qualityFactor": 0.06712062345867251, - "queueFactor": 1.1249239374468671, - "queueWeight": 1.1249239374468671, + "qualityFactor": 0.06229842781237796, + "queueFactor": 1.1186931230036659, + "queueWeight": 1.1186931230036659, "recentSuccess": 23, - "recentSuccessRate": 0.0610079575596817, - "recentTerminal": 377, - "recentWilsonLowerBound": 0.04099313214484169, - "running": 7, - "selectionWeight": 0.07550559602501844, + "recentSuccessRate": 0.060526315789473685, + "recentTerminal": 380, + "recentWilsonLowerBound": 0.0406667868491766, + "running": 8, + "selectionWeight": 0.06969282276764753, "stale": false, "submissionEligible": false, - "throughputPerHour": 62.833333333333336, - "waiting": 9009 + "throughputPerHour": 63.333333333333336, + "waiting": 9003 }, "Iluvatar_bi-100": { "available": true, - "backlogHours": 98.94059405940595, + "backlogHours": 98.64356435643565, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, - "queueFactor": 1.1892959893575912, - "queueWeight": 1.1892959893575912, + "queueFactor": 1.1817181079072563, + "queueWeight": 1.1817181079072563, "recentSuccess": 4, "recentSuccessRate": 0.019801980198019802, "recentTerminal": 202, "recentWilsonLowerBound": 0.007726765033066094, "running": 24, - "selectionWeight": 0.05946479946787956, + "selectionWeight": 0.05908590539536282, "stale": false, "submissionEligible": false, "throughputPerHour": 33.666666666666664, - "waiting": 3331 + "waiting": 3321 }, "Iluvatar_bi-150": { "available": true, - "backlogHours": 166.6153846153846, + "backlogHours": 167.2439024390244, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, - "qualityFactor": 0.9857874471696753, - "queueFactor": 1.0998636938694348, - "queueWeight": 1.0998636938694348, - "recentSuccess": 45, - "recentSuccessRate": 0.18218623481781376, - "recentTerminal": 247, - "recentWilsonLowerBound": 0.13903770909443267, - "running": 11, - "selectionWeight": 1.0842318230141594, + "qualityFactor": 0.7406522252384234, + "queueFactor": 1.0917461272018705, + "queueWeight": 1.0917461272018705, + "recentSuccess": 41, + "recentSuccessRate": 0.16666666666666666, + "recentTerminal": 246, + "recentWilsonLowerBound": 0.12529640408802328, + "running": 9, + "selectionWeight": 0.8086041985074963, "stale": false, "submissionEligible": false, - "throughputPerHour": 41.166666666666664, - "waiting": 6859 + "throughputPerHour": 41.0, + "waiting": 6857 }, "Iluvatar_mrv-100": { "available": true, - "backlogHours": 852.1100917431193, + "backlogHours": 852.3302752293578, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, - "qualityFactor": 0.07861227739471174, - "queueFactor": 0.8610369225467028, - "queueWeight": 0.8610369225467028, - "recentSuccess": 9, - "recentSuccessRate": 0.08256880733944955, + "qualityFactor": 0.05260180343282192, + "queueFactor": 0.8551317206506395, + "queueWeight": 0.8551317206506395, + "recentSuccess": 8, + "recentSuccessRate": 0.07339449541284404, "recentTerminal": 109, - "recentWilsonLowerBound": 0.044046211040786556, + "recentWilsonLowerBound": 0.037656631791256896, "running": 2, - "selectionWeight": 0.06768807340233034, + "selectionWeight": 0.04498147067883572, "stale": false, "submissionEligible": false, "throughputPerHour": 18.166666666666668, - "waiting": 15480 + "waiting": 15484 }, "Kunlunxin_p-800": { "available": true, - "backlogHours": 167.75316455696202, + "backlogHours": 168.78343949044586, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, - "qualityFactor": 0.11119560451841733, - "queueFactor": 1.0987414868086964, - "queueWeight": 1.0987414868086964, - "recentSuccess": 24, - "recentSuccessRate": 0.0759493670886076, - "recentTerminal": 316, - "recentWilsonLowerBound": 0.051565810379044764, + "qualityFactor": 0.09515848656709722, + "queueFactor": 1.090246569951576, + "queueWeight": 1.090246569951576, + "recentSuccess": 23, + "recentSuccessRate": 0.0732484076433121, + "recentTerminal": 314, + "recentWilsonLowerBound": 0.04930180123543673, "running": 8, - "selectionWeight": 0.12217522383515765, + "selectionWeight": 0.10374621358156086, "stale": false, "submissionEligible": false, - "throughputPerHour": 52.666666666666664, - "waiting": 8835 + "throughputPerHour": 52.333333333333336, + "waiting": 8833 }, "MetaX_c-500": { "available": true, - "backlogHours": 339.56842105263155, + "backlogHours": 345.11229946524065, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, - "qualityFactor": 0.7380692768022601, - "queueFactor": 0.9884553061112089, - "queueWeight": 0.9884553061112089, - "recentSuccess": 32, - "recentSuccessRate": 0.16842105263157894, - "recentTerminal": 190, - "recentWilsonLowerBound": 0.12189967069977393, - "running": 5, - "selectionWeight": 0.7295484929328566, + "qualityFactor": 0.7830236891469616, + "queueFactor": 0.9793324348794283, + "queueWeight": 0.9793324348794283, + "recentSuccess": 33, + "recentSuccessRate": 0.17647058823529413, + "recentTerminal": 187, + "recentWilsonLowerBound": 0.12850519475405223, + "running": 4, + "selectionWeight": 0.7668404960605666, "stale": false, "submissionEligible": false, - "throughputPerHour": 31.666666666666668, - "waiting": 10753 + "throughputPerHour": 31.166666666666668, + "waiting": 10756 }, "Mthreads_s4000": { "available": true, - "backlogHours": 953.4084507042253, + "backlogHours": 988.3357664233578, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, - "qualityFactor": 1.5448018560813273, - "queueFactor": 0.8466507195468194, - "queueWeight": 0.8466507195468194, + "qualityFactor": 1.5831424540587329, + "queueFactor": 0.8363508971297433, + "queueWeight": 0.8363508971297433, "recentSuccess": 33, - "recentSuccessRate": 0.2323943661971831, - "recentTerminal": 142, - "recentWilsonLowerBound": 0.17053347753691167, - "running": 5, - "selectionWeight": 1.3079076030085177, + "recentSuccessRate": 0.24087591240875914, + "recentTerminal": 137, + "recentWilsonLowerBound": 0.17696840103106276, + "running": 4, + "selectionWeight": 1.3240626117362047, "stale": false, "submissionEligible": true, - "throughputPerHour": 23.666666666666668, - "waiting": 22564 + "throughputPerHour": 22.833333333333332, + "waiting": 22567 }, "Sunrise_pt-200-x1": { "available": true, - "backlogHours": 1271.4146341463415, + "backlogHours": 1256.168674698795, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.05, - "queueFactor": 0.8108733934322471, - "queueWeight": 0.8108733934322471, + "queueFactor": 0.8068020815972896, + "queueWeight": 0.8068020815972896, "recentSuccess": 2, - "recentSuccessRate": 0.024390243902439025, - "recentTerminal": 82, - "recentWilsonLowerBound": 0.006714229565123538, + "recentSuccessRate": 0.024096385542168676, + "recentTerminal": 83, + "recentWilsonLowerBound": 0.00663302707979022, "running": 2, - "selectionWeight": 0.04054366967161235, + "selectionWeight": 0.040340104079864485, "stale": false, "submissionEligible": false, - "throughputPerHour": 13.666666666666666, - "waiting": 17376 + "throughputPerHour": 13.833333333333334, + "waiting": 17377 }, "Vastai_va16": { "available": true, - "backlogHours": 80.93023255813954, + "backlogHours": 81.12435233160622, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, - "queueFactor": 1.2256868116012218, - "queueWeight": 1.2256868116012218, - "recentSuccess": 36, - "recentSuccessRate": 0.031007751937984496, - "recentTerminal": 1161, - "recentWilsonLowerBound": 0.022480556900136707, - "running": 17, - "selectionWeight": 0.061284340580061096, + "queueFactor": 1.2168905472330662, + "queueWeight": 1.2168905472330662, + "recentSuccess": 35, + "recentSuccessRate": 0.030224525043177894, + "recentTerminal": 1158, + "recentWilsonLowerBound": 0.021811440459707284, + "running": 16, + "selectionWeight": 0.060844527361653314, "stale": false, "submissionEligible": false, - "throughputPerHour": 193.5, - "waiting": 15660 + "throughputPerHour": 193.0, + "waiting": 15657 }, "hygon_k100-ai": { "available": true, - "backlogHours": 987.2268907563026, + "backlogHours": 979.1, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 2.5, - "queueFactor": 0.842235581512885, - "queueWeight": 0.842235581512885, - "recentSuccess": 34, - "recentSuccessRate": 0.2857142857142857, - "recentTerminal": 119, - "recentWilsonLowerBound": 0.2122463378919113, - "running": 6, - "selectionWeight": 2.1055889537822123, + "queueFactor": 0.8375295643242443, + "queueWeight": 0.8375295643242443, + "recentSuccess": 35, + "recentSuccessRate": 0.2916666666666667, + "recentTerminal": 120, + "recentWilsonLowerBound": 0.21781442705981954, + "running": 7, + "selectionWeight": 2.093823910810611, "stale": false, "submissionEligible": true, - "throughputPerHour": 19.833333333333332, - "waiting": 19580 + "throughputPerHour": 20.0, + "waiting": 19582 } }, - "queueAttemptedAt": "2026-10-09T17:32:03.982122+00:00", + "queueAttemptedAt": "2026-10-09T17:49:54.159190+00:00", "queueError": null, - "queueUpdatedAt": "2026-10-09T17:32:03.982122+00:00", + "queueUpdatedAt": "2026-10-09T17:49:54.159190+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Kunlunxin_p-800", diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index b3c4e00b13..15f92aba73 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-10-09T17:40:36.853643+00:00", + "catalogUpdatedAt": "2026-10-09T17:49:54.159190+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-10-09T17:40:36.853643+00:00", + "generatedAt": "2026-10-09T17:49:54.159190+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -6950,6 +6950,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-10-09T17:40:36.853643+00:00", + "taskTreeUpdatedAt": "2026-10-09T17:49:54.159190+00:00", "version": 1 } diff --git a/.modelhub_state/outcome_checkpoint.json b/.modelhub_state/outcome_checkpoint.json index d4b89b9a08..506f3fc128 100644 --- a/.modelhub_state/outcome_checkpoint.json +++ b/.modelhub_state/outcome_checkpoint.json @@ -1,6 +1,6 @@ { - "generatedAt": "2026-10-09T17:21:37.974080+00:00", - "lastSyncTime": "2026-10-09T17:21:37.653573+00:00", + "generatedAt": "2026-10-09T17:44:29.310364+00:00", + "lastSyncTime": "2026-10-09T17:44:29.077619+00:00", "recentLimit": 300, "report": { "architectureCompatibilityBlocks": { @@ -3288,11 +3288,11 @@ "decisionSuccessRate": 0.0, "decisionTotal": 1, "failureBreakdown": { - "ambiguous_runtime": 142, + "ambiguous_runtime": 143, "memory_capacity": 1, "参数/模板问题": 1 }, - "failureCount": 144, + "failureCount": 145, "failureRate": 1.0, "framework": "vllm_fix_tokenizer", "pendingCount": 0, @@ -3302,8 +3302,8 @@ "successRate": 0.0, "targetGpu": "Biren_166m", "taskType": "text-generation", - "total": 144, - "unresolvedFailureCount": 143 + "total": 145, + "unresolvedFailureCount": 144 }, "Biren_166m|vllm|text-generation": { "attributableFailureCount": 50, @@ -5705,7 +5705,7 @@ "decisionSuccessRate": 0.027, "decisionTotal": 185, "failureBreakdown": { - "ambiguous_runtime": 402, + "ambiguous_runtime": 403, "backend_operator": 9, "framework_architecture_unsupported": 52, "memory_capacity": 10, @@ -5714,15 +5714,15 @@ "tokenizer_compatibility": 96, "参数/模板问题": 16 }, - "failureCount": 625, + "failureCount": 626, "failureRate": 0.9921, "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 27, "successCount": 5, "successRate": 0.0079, - "total": 630, - "unresolvedFailureCount": 418 + "total": 631, + "unresolvedFailureCount": 419 }, "vllm_tokenizer_patch": { "attributableFailureCount": 166, @@ -5753,7 +5753,7 @@ "unresolvedFailureCount": 304 } }, - "generatedAt": "2026-10-09T17:21:37.958662+00:00", + "generatedAt": "2026-10-09T17:44:29.295589+00:00", "gpuSummaries": { "Ascend_910-b3": { "attributableFailureCount": 129, @@ -5816,7 +5816,7 @@ "decisionSuccessRate": 0.1147, "decisionTotal": 218, "failureBreakdown": { - "ambiguous_runtime": 286, + "ambiguous_runtime": 287, "backend_operator": 4, "context_length": 10, "framework_architecture_unsupported": 125, @@ -5830,15 +5830,15 @@ "日志缺失": 62, "验证失败": 27 }, - "failureCount": 785, - "failureRate": 0.9691, + "failureCount": 786, + "failureRate": 0.9692, "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 2, "successCount": 25, - "successRate": 0.0309, - "total": 810, - "unresolvedFailureCount": 590 + "successRate": 0.0308, + "total": 811, + "unresolvedFailureCount": 591 }, "Cambricon_mlu-370-x4": { "attributableFailureCount": 764, @@ -9304,9 +9304,9 @@ "decisionSuccessRate": 0.0, "decisionTotal": 0, "failureBreakdown": { - "ambiguous_runtime": 10 + "ambiguous_runtime": 11 }, - "failureCount": 10, + "failureCount": 11, "failureRate": 1.0, "framework": "vllm_fix_tokenizer", "modelType": "lfm2", @@ -9318,8 +9318,8 @@ "successRate": 0.0, "targetGpu": "Biren_166m", "taskType": "text-generation", - "total": 10, - "unresolvedFailureCount": 10 + "total": 11, + "unresolvedFailureCount": 11 }, "Biren_166m|vllm_fix_tokenizer|text-generation|llama|awq": { "attributableFailureCount": 0, @@ -26125,9 +26125,9 @@ "decisionSuccessRate": 0.0, "decisionTotal": 0, "failureBreakdown": { - "ambiguous_runtime": 5 + "ambiguous_runtime": 6 }, - "failureCount": 5, + "failureCount": 6, "failureRate": 1.0, "framework": "vllm_fix_tokenizer", "lastPlatformFailureAt": null, @@ -26139,8 +26139,8 @@ "successRate": 0.0, "targetGpu": "Biren_166m", "taskType": "text-generation", - "total": 5, - "unresolvedFailureCount": 5 + "total": 6, + "unresolvedFailureCount": 6 }, "Cambricon_mlu-370-x4|unknown|text-generation": { "attributableFailureCount": 0, @@ -26449,17 +26449,16 @@ "unresolvedFailureCount": 16 }, "MetaX_c-500|vllm|text-generation": { - "attributableFailureCount": 1, - "consecutiveFailures": 1, + "attributableFailureCount": 0, + "consecutiveFailures": 0, "consecutivePlatformFailures": 0, - "decisionFailureRate": 1.0, + "decisionFailureRate": 0.0, "decisionSuccessRate": 0.0, - "decisionTotal": 1, + "decisionTotal": 0, "failureBreakdown": { - "ambiguous_runtime": 1, - "framework_architecture_unsupported": 1 + "ambiguous_runtime": 1 }, - "failureCount": 2, + "failureCount": 1, "failureRate": 1.0, "framework": "vllm", "lastPlatformFailureAt": null, @@ -26471,7 +26470,7 @@ "successRate": 0.0, "targetGpu": "MetaX_c-500", "taskType": "text-generation", - "total": 2, + "total": 1, "unresolvedFailureCount": 1 }, "Mthreads_s4000|unknown|text-generation": { @@ -26879,6 +26878,31 @@ "total": 1, "unresolvedFailureCount": 1 }, + "Biren_166m|vllm_fix_tokenizer|text-generation|lfm2|none": { + "attributableFailureCount": 0, + "consecutiveFailures": 0, + "decisionFailureRate": 0.0, + "decisionSuccessRate": 0.0, + "decisionTotal": 0, + "failureBreakdown": { + "ambiguous_runtime": 1 + }, + "failureCount": 1, + "failureRate": 1.0, + "framework": "vllm_fix_tokenizer", + "lastTerminalAt": "2026-10-09T17:44:29.077619+00:00", + "modelType": "lfm2", + "pendingCount": 0, + "pendingRate": 0.0, + "platformFailureCount": 0, + "quantizationMethod": "none", + "successCount": 0, + "successRate": 0.0, + "targetGpu": "Biren_166m", + "taskType": "text-generation", + "total": 1, + "unresolvedFailureCount": 1 + }, "Biren_166m|vllm_fix_tokenizer|text-generation|mini_k3|none": { "attributableFailureCount": 0, "consecutiveFailures": 0, @@ -27404,31 +27428,6 @@ "total": 1, "unresolvedFailureCount": 0 }, - "MetaX_c-500|vllm|text-generation|mini_k3|none": { - "attributableFailureCount": 1, - "consecutiveFailures": 1, - "decisionFailureRate": 1.0, - "decisionSuccessRate": 0.0, - "decisionTotal": 1, - "failureBreakdown": { - "framework_architecture_unsupported": 1 - }, - "failureCount": 1, - "failureRate": 1.0, - "framework": "vllm", - "lastTerminalAt": "2026-10-08T03:44:24.154872+00:00", - "modelType": "mini_k3", - "pendingCount": 0, - "pendingRate": 0.0, - "platformFailureCount": 0, - "quantizationMethod": "none", - "successCount": 0, - "successRate": 0.0, - "targetGpu": "MetaX_c-500", - "taskType": "text-generation", - "total": 1, - "unresolvedFailureCount": 0 - }, "MetaX_c-500|vllm|text-generation|sse_swa_moba|none": { "attributableFailureCount": 0, "consecutiveFailures": 0, @@ -32660,6 +32659,30 @@ "total": 1, "unresolvedFailureCount": 1 }, + "Biren_166m|vllm_fix_tokenizer|text-generation|lfm2|none|12": { + "attributableFailureCount": 0, + "decisionFailureRate": 0.0, + "decisionSuccessRate": 0.0, + "decisionTotal": 0, + "failureBreakdown": { + "ambiguous_runtime": 1 + }, + "failureCount": 1, + "failureRate": 1.0, + "framework": "vllm_fix_tokenizer", + "loadSizeLog2Bucket": 12, + "modelType": "lfm2", + "pendingCount": 0, + "pendingRate": 0.0, + "platformFailureCount": 0, + "quantizationMethod": "none", + "successCount": 0, + "successRate": 0.0, + "targetGpu": "Biren_166m", + "taskType": "text-generation", + "total": 1, + "unresolvedFailureCount": 1 + }, "Biren_166m|vllm_fix_tokenizer|text-generation|lfm2|none|29": { "attributableFailureCount": 0, "decisionFailureRate": 0.0, @@ -57749,15 +57772,15 @@ "unresolvedFailureCount": 0 } }, - "terminalRecords": 17748, - "totalRecords": 18235, + "terminalRecords": 17749, + "totalRecords": 18236, "totals": { "attributableFailureCount": 6305, "decisionFailureRate": 0.8655, "decisionSuccessRate": 0.1345, "decisionTotal": 7285, "failureBreakdown": { - "ambiguous_runtime": 4607, + "ambiguous_runtime": 4608, "architecture_compatibility": 212, "attention_backend": 3, "backend_operator": 130, @@ -57773,76 +57796,76 @@ "日志缺失": 719, "验证失败": 676 }, - "failureCount": 16768, + "failureCount": 16769, "failureRate": 0.9448, "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 956, "successCount": 980, "successRate": 0.0552, - "total": 17748, - "unresolvedFailureCount": 9507 + "total": 17749, + "unresolvedFailureCount": 9508 }, "warnings": [ + "GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。", + "GPU Ascend_910-b4 本地统计失败率偏高（≥50%），建议重点关注。", "GPU Kunlunxin_p-800 本地统计失败率偏高（≥50%），建议重点关注。", - "GPU Biren_166m 本地统计失败率偏高（≥50%），建议重点关注。", - "GPU Iluvatar_bi-100 本地统计失败率偏高（≥50%），建议重点关注。", "GPU Iluvatar_bi-150 本地统计失败率偏高（≥50%），建议重点关注。", "GPU Iluvatar_mrv-100 本地统计失败率偏高（≥50%），建议重点关注。", + "GPU Ascend_910-b3 本地统计失败率偏高（≥50%），建议重点关注。", + "GPU Biren_166m 本地统计失败率偏高（≥50%），建议重点关注。", + "GPU Cambricon_mlu-370-x8 本地统计失败率偏高（≥50%），建议重点关注。", + "GPU Mthreads_s4000 本地统计失败率偏高（≥50%），建议重点关注。", "GPU Sunrise_pt-200-x1 本地统计失败率偏高（≥50%），建议重点关注。", "GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。", - "GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。", - "GPU Ascend_910-b3 本地统计失败率偏高（≥50%），建议重点关注。", - "GPU Ascend_910-b4 本地统计失败率偏高（≥50%），建议重点关注。", - "GPU Cambricon_mlu-370-x8 本地统计失败率偏高（≥50%），建议重点关注。", "GPU Cambricon_mlu-370-x4 本地统计失败率偏高（≥50%），建议重点关注。", + "GPU Iluvatar_bi-100 本地统计失败率偏高（≥50%），建议重点关注。", "GPU hygon_k100-ai 本地统计失败率偏高（≥50%），建议重点关注。", - "GPU Mthreads_s4000 本地统计失败率偏高（≥50%），建议重点关注。", - "组合 Sunrise_pt-200-x1|vllm|visual-multi-modal 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 hygon_k100-ai|vllm-patch-tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Iluvatar_mrv-100|unknown|visual-multi-modal 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Sunrise_pt-200-x1|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Iluvatar_bi-100|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Cambricon_mlu-370-x8|vllm-customized|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Iluvatar_bi-150|llamacpp|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Cambricon_mlu-370-x4|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Cambricon_mlu-370-x4|unknown|visual-multi-modal 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Iluvatar_bi-150|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 MetaX_c-500|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Cambricon_mlu-370-x4|vllm-mlu|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Iluvatar_bi-150|vllm_fix_tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 MetaX_c-500|vllm|visual-multi-modal 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 MetaX_c-500|vllm_tokenizer_patch|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Mthreads_s4000|llamacpp|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Iluvatar_mrv-100|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Cambricon_mlu-370-x4|vllm-customized|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 hygon_k100-ai|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Cambricon_mlu-370-x8|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Mthreads_s4000|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Vastai_va16|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Vastai_va16|vllm_fix_tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Ascend_910-b3|vllm_tokenizer_patch|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Ascend_910-b4|llamacpp|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 hygon_k100-ai|vllm|visual-multi-modal 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Cambricon_mlu-370-x8|vllm-mlu|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Iluvatar_bi-150|transformers|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Biren_166m|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Iluvatar_bi-150|vllm|visual-multi-modal 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Kunlunxin_p-800|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Biren_166m|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Ascend_910-b4|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Iluvatar_mrv-100|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Ascend_910-b3|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Kunlunxin_p-800|vllm_tokenizer_patch|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Iluvatar_bi-150|vllm_tokenizer_patch|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Cambricon_mlu-370-x8|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", "组合 Ascend_910-b4|vllm_tokenizer_patch|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", - "组合 Cambricon_mlu-370-x4|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。" + "组合 Cambricon_mlu-370-x4|vllm-mlu|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Cambricon_mlu-370-x4|vllm-customized|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Mthreads_s4000|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Iluvatar_bi-150|vllm_tokenizer_patch|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Biren_166m|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Vastai_va16|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 hygon_k100-ai|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Cambricon_mlu-370-x8|vllm-mlu|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Iluvatar_mrv-100|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Ascend_910-b4|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Iluvatar_bi-100|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Ascend_910-b4|llamacpp|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Mthreads_s4000|llamacpp|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Iluvatar_bi-150|vllm|visual-multi-modal 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Iluvatar_bi-150|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Iluvatar_bi-150|llamacpp|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 MetaX_c-500|vllm|visual-multi-modal 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 hygon_k100-ai|vllm-patch-tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 hygon_k100-ai|vllm|visual-multi-modal 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Iluvatar_bi-150|vllm_fix_tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Iluvatar_mrv-100|unknown|visual-multi-modal 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 MetaX_c-500|vllm_tokenizer_patch|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Cambricon_mlu-370-x8|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Biren_166m|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Cambricon_mlu-370-x4|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Cambricon_mlu-370-x8|vllm-customized|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Sunrise_pt-200-x1|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Ascend_910-b3|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Ascend_910-b3|vllm_tokenizer_patch|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Kunlunxin_p-800|vllm_tokenizer_patch|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Cambricon_mlu-370-x4|unknown|visual-multi-modal 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Iluvatar_mrv-100|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Cambricon_mlu-370-x4|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Cambricon_mlu-370-x8|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Vastai_va16|vllm_fix_tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 MetaX_c-500|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Sunrise_pt-200-x1|vllm|visual-multi-modal 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Iluvatar_bi-150|transformers|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Kunlunxin_p-800|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。", + "组合 Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。" ] }, "storageMode": "decision_state_only", - "summarizedRecords": 18235, + "summarizedRecords": 18236, "version": 1 } diff --git a/.modelhub_state/queue_cleanup_latest.json b/.modelhub_state/queue_cleanup_latest.json index 4faa9d1df3..df965e6ad8 100644 --- a/.modelhub_state/queue_cleanup_latest.json +++ b/.modelhub_state/queue_cleanup_latest.json @@ -14,7 +14,7 @@ 100 ], "accounts": 12, - "activeScanned": 1001, + "activeScanned": 999, "ageCleanupMode": "admission_only", "agePolicySkipped": { "cleanupDisabled": true, @@ -120,7 +120,7 @@ "frameworkCatalogUnknown": 0, "frameworkContextUnknown": 44, "modelArchitectureUnknown": 165, - "noMatchingBlock": 820, + "noMatchingBlock": 818, "partiallyBlockedFrameworkSet": 16, "runningMatchedProtected": 0, "submissionContextMismatch": 0, @@ -161,12 +161,12 @@ "recentModelDays": 7, "recentModelReserveSlots": 5, "repositorySizeErrors": {}, - "repositorySizesComplete": 310, + "repositorySizesComplete": 309, "skipped": { - "fitsKnownCapacity": 1001, + "fitsKnownCapacity": 999, "gpuCapacityUnknown": 0, "repositorySizeUnknown": 0 }, "stopErrors": [], - "uniqueModels": 310 + "uniqueModels": 309 } diff --git a/.modelhub_state/recent_outcomes.jsonl b/.modelhub_state/recent_outcomes.jsonl index 650b1c37a0..9040aa91c2 100644 --- a/.modelhub_state/recent_outcomes.jsonl +++ b/.modelhub_state/recent_outcomes.jsonl @@ -178,6 +178,7 @@ {"failReason": "参数/模板问题", "framework": "vllm-patch-tokenizer", "lastSyncTime": "2026-10-07T11:42:31.164580+00:00", "modelId": "ukisai/Swift-1.5-5bit-MLX", "modelProfile": {}, "outcome": "failed", "status": "failed", "submitTime": "2026-10-06T09:15:22.761540+00:00", "targetGpu": "hygon_k100-ai", "taskId": "5320515", "taskType": "text-generation", "verifyResult": null} {"failReason": "ambiguous_runtime", "failureAction": "send_compact_profile_and_root_exception_to_llm", "failureCategory": "ambiguous_runtime", "failureClassificationReason": "execute_empty_result", "failureCode": "EXECUTE_EMPTY_RESULT", "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "unknown", "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-10-06T19:00:42.266417+00:00", "modelId": "mlx-community/gpt-oss-20b-OptiQ-4bit", "modelProfile": {"architectures": ["GptOssForCausalLM"], "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 11623702006, "estimatedRequiredGiB": 13.022, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "gpt_oss", "modelscopeFileSize": 11651702017, "modelscopeLicense": "apache-2.0", "modelscopeParams": 3982569024, "modelscopeTags": ["license:apache-2.0", "model_type:gpt_oss", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:openai", "custom_tag:gpt-oss", "custom_tag:mlx", "custom_tag:quantized", "custom_tag:4bit", "custom_tag:mixed-precision", "custom_tag:optiq", "custom_tag:moe", "custom_tag:apple-silicon", "custom_tag:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 11651702017}, "outcome": "failed", "status": "success", "submitTime": "2026-10-06T09:15:22.648982+00:00", "targetGpu": "Biren_166m", "taskId": "5320514", "taskType": "text-generation", "verifyResult": -1} {"failReason": "ambiguous_runtime", "failureAction": "send_compact_profile_and_root_exception_to_llm", "failureCategory": "ambiguous_runtime", "failureClassificationReason": "execute_empty_result", "failureCode": "EXECUTE_EMPTY_RESULT", "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "unknown", "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-10-08T11:54:51.560590+00:00", "modelId": "Youssofal/Qwen3.6-35B-A3B-MTPLX-Optimized-Balance", "modelProfile": {"architectures": ["Qwen3_5MoeForConditionalGeneration"], "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 29644061610, "estimatedRequiredGiB": 33.16, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3_5_moe", "modelscopeFileSize": 29671037772, "modelscopeLicense": "apache-2.0", "modelscopeParams": 8030801776, "modelscopeTags": ["license:apache-2.0", "model_type:qwen3_5_moe", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:mlx", "custom_tag:apple-silicon", "custom_tag:speculative-decoding", "custom_tag:qwen", "custom_tag:qwen3", "custom_tag:qwen3-next", "custom_tag:mtp", "custom_tag:mtplx", "custom_tag:local-ai", "custom_tag:mixture-of-experts", "custom_tag:6-bit"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 29671037772}, "outcome": "failed", "status": "success", "submitTime": "2026-10-06T09:15:22.643859+00:00", "targetGpu": "Biren_166m", "taskId": "5320512", "taskType": "text-generation", "verifyResult": -1} +{"failReason": "ambiguous_runtime", "failureAction": "send_compact_profile_and_root_exception_to_llm", "failureCategory": "ambiguous_runtime", "failureClassificationReason": "execute_empty_result", "failureCode": "EXECUTE_EMPTY_RESULT", "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "unknown", "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-10-09T17:44:29.077619+00:00", "modelId": "mlabonne/LFM2.5-230M-Chess", "modelProfile": {"architectures": ["Lfm2ForCausalLM"], "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 5201, "estimatedRequiredGiB": 0.522, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "lfm2", "modelscopeFileSize": 467369015, "modelscopeLicense": "other", "modelscopeParams": 230688512, "modelscopeTags": ["license:other", "model_type:lfm2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:liquid", "custom_tag:lfm2.5", "custom_tag:chess"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "recentProfileFeedback": {"attributableFailureCount": 0, "consecutiveFailures": 0, "decisionFailureRate": 0.0, "decisionSuccessRate": 0.0, "decisionTotal": 0, "failureBreakdown": {"ambiguous_runtime": 2}, "failureCount": 2, "failureRate": 1.0, "framework": "vllm_fix_tokenizer", "lastTerminalAt": "2026-09-22T03:04:40.754950+00:00", "modelType": "lfm2", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, "quantizationMethod": "none", "successCount": 0, "successRate": 0.0, "targetGpu": "Biren_166m", "taskType": "text-generation", "total": 2, "unresolvedFailureCount": 2}, "repositoryOnDiskBytes": 467369015}, "outcome": "failed", "status": "success", "submitTime": "2026-10-06T09:15:21.657678+00:00", "targetGpu": "Biren_166m", "taskId": "5320467", "taskType": "text-generation", "verifyResult": -1} {"failReason": "参数/模板问题", "framework": "vllm_tokenizer_patch", "lastSyncTime": "2026-10-08T03:19:51.851090+00:00", "modelId": "nkkbr/Mini-K3-1H-attn-1kda-3mla-nope-v2", "modelProfile": {}, "outcome": "failed", "status": "failed", "submitTime": "2026-10-06T09:13:59.677111+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5320455", "taskType": "text-generation", "verifyResult": null} {"failReason": "参数/模板问题", "framework": "vllm_tokenizer_patch", "lastSyncTime": "2026-10-08T03:19:51.851246+00:00", "modelId": "nkkbr/Mini-K3-1H-attn-2kda-2mla-nope-v2", "modelProfile": {}, "outcome": "failed", "status": "failed", "submitTime": "2026-10-06T09:13:59.676142+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5320466", "taskType": "text-generation", "verifyResult": null} {"failReason": "ambiguous_runtime", "failureAction": "send_compact_profile_and_root_exception_to_llm", "failureCategory": "ambiguous_runtime", "failureClassificationReason": "driver_error", "failureCode": "DRIVER_ERROR", "failureDetectedFramework": "vllm", "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "unknown", "framework": "vllm", "lastSyncTime": "2026-10-09T13:05:40.965751+00:00", "modelId": "Panyuqi/SpikingBrain-2.0-base-8k", "modelProfile": {"architectures": ["SSESWAMoBAForCausalLM"], "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 11110611058, "estimatedRequiredGiB": 12.435, "gpuMemoryEvidence": {"memoryGiB": 48.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 48.0, "maximumRepositorySizeGiB": 40.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "sse_swa_moba", "modelscopeFileSize": 11126702266, "modelscopeLicense": "Apache License 2.0", "modelscopeParams": null, "modelscopeTags": ["license:Apache License 2.0", "model_type:sse_swa_moba", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 11126702266}, "outcome": "failed", "status": "success", "submitTime": "2026-10-06T08:52:27.673292+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5320022", "taskType": "text-generation", "verifyResult": -1} @@ -297,4 +298,3 @@ {"failReason": "framework_architecture_unsupported", "failureAction": "block_gpu_framework_architecture", "failureCategory": "framework_architecture_unsupported", "failureClassificationReason": "explicit_framework_model_unsupported", "failureCode": "MODEL_NOT_SUPPORTED", "failureDetectedFramework": "vllm", "failureDeterministic": true, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": false, "failureScope": "model_gpu_framework", "failureUnsupportedArchitectures": ["SSESWAMoBAForCausalLM"], "framework": "vllm_tokenizer_patch", "lastSyncTime": "2026-10-08T20:52:17.464442+00:00", "modelId": "Panyuqi/SpikingBrain-2.0-base-8k", "modelProfile": {"architectures": ["SSESWAMoBAForCausalLM"], "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 11110611058, "estimatedRequiredGiB": 12.435, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "sse_swa_moba", "modelscopeFileSize": 11126702363, "modelscopeLicense": "Apache License 2.0", "modelscopeParams": null, "modelscopeTags": ["license:Apache License 2.0", "model_type:sse_swa_moba", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 11126702363}, "outcome": "failed", "status": "success", "submitTime": "2026-09-22T03:14:37.507855+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5011473", "taskType": "text-generation", "verifyResult": -1} {"failReason": "framework_architecture_unsupported", "failureAction": "block_gpu_framework_architecture", "failureCategory": "framework_architecture_unsupported", "failureClassificationReason": "explicit_framework_model_unsupported", "failureCode": "MODEL_NOT_SUPPORTED", "failureDetectedFramework": "vllm", "failureDeterministic": true, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": false, "failureScope": "model_gpu_framework", "failureUnsupportedModelTypes": ["mini_k3"], "framework": "vllm_0_17_0_corex_4_4_0", "lastSyncTime": "2026-10-07T23:17:42.455387+00:00", "modelId": "nkkbr/Mini-K3-1H-decay-g1-v2_B", "modelProfile": {"architectures": [], "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 2030685704, "estimatedRequiredGiB": 2.279, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "mini_k3", "modelscopeFileSize": null, "modelscopeLicense": null, "modelscopeParams": null, "modelscopeTags": ["model_type:mini_k3", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:kimi-k3", "custom_tag:pretraining", "custom_tag:mixture-of-experts", "custom_tag:linear-attention", "custom_tag:architecture-ablation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 2039047610}, "outcome": "failed", "status": "success", "submitTime": "2026-09-22T02:44:31.355275+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5011150", "taskType": "text-generation", "verifyResult": -1} {"failReason": "framework_architecture_unsupported", "failureAction": "block_gpu_framework_architecture", "failureCategory": "framework_architecture_unsupported", "failureClassificationReason": "explicit_framework_model_unsupported", "failureCode": "MODEL_NOT_SUPPORTED", "failureDetectedFramework": "vllm", "failureDeterministic": true, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": false, "failureScope": "model_gpu_framework", "failureUnsupportedModelTypes": ["mini_k3"], "framework": "vllm_0_17_0_corex_4_4_0", "lastSyncTime": "2026-10-08T01:09:06.056758+00:00", "modelId": "nkkbr/Mini-K3-1H-attnres-block2-v1_B", "modelProfile": {"architectures": [], "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 2034251896, "estimatedRequiredGiB": 2.283, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "mini_k3", "modelscopeFileSize": null, "modelscopeLicense": null, "modelscopeParams": null, "modelscopeTags": ["model_type:mini_k3", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:kimi-k3", "custom_tag:pretraining", "custom_tag:mixture-of-experts", "custom_tag:linear-attention", "custom_tag:architecture-ablation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 2042625829}, "outcome": "failed", "status": "success", "submitTime": "2026-09-22T02:44:31.350595+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5011149", "taskType": "text-generation", "verifyResult": -1} -{"failReason": "framework_architecture_unsupported", "failureAction": "block_gpu_framework_architecture", "failureCategory": "framework_architecture_unsupported", "failureClassificationReason": "explicit_framework_model_unsupported", "failureCode": "MODEL_NOT_SUPPORTED", "failureDetectedFramework": "vllm", "failureDeterministic": true, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": false, "failureScope": "model_gpu_framework", "failureUnsupportedModelTypes": ["mini_k3"], "framework": "vllm", "lastSyncTime": "2026-10-08T03:44:24.154872+00:00", "modelId": "nkkbr/Mini-K3-1H-decay-g1-v2_B", "modelProfile": {"architectures": [], "configFingerprint": "533968aac3b9c90272dfbe2866791f782e077f0dceee5b6ffffce48ba6674a10", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 2030685704, "estimatedRequiredGiB": 2.279, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "mini_k3", "modelscopeFileSize": null, "modelscopeLicense": null, "modelscopeParams": null, "modelscopeTags": ["model_type:mini_k3", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:kimi-k3", "custom_tag:pretraining", "custom_tag:mixture-of-experts", "custom_tag:linear-attention", "custom_tag:architecture-ablation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 2039047610}, "outcome": "failed", "status": "success", "submitTime": "2026-09-22T02:29:17.944417+00:00", "targetGpu": "MetaX_c-500", "taskId": "5011010", "taskType": "text-generation", "verifyResult": -1} diff --git a/manifest.json b/manifest.json index 85a8f11948..3732361466 100644 --- a/manifest.json +++ b/manifest.json @@ -2,24 +2,24 @@ "agentVersion": "2026.09.22.1", "checksums": { ".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1", - ".modelhub_state/architecture_compatibility_blacklist.json": "884a06adfc0ff6ed15c6c608cb97392a44d903d3421fa45ecd87d138cdcbe44f", + ".modelhub_state/architecture_compatibility_blacklist.json": "5314d32a4e041065d759714f0e0d9f5ebf5e9d4abf6164e46619cb7490cd19ae", ".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab", - ".modelhub_state/market_intelligence.json": "54e6b8dbb113a2677b7abfff9f96760facc2aa40b8da65e5d7ec57c6ddffc813", - ".modelhub_state/official_capabilities.json": "fcbb3cb4d8a8f4ca27b7fdd4c89ea10a14778b85f17abbdf07c0be55929d4813", - ".modelhub_state/outcome_checkpoint.json": "926998e1f3eecd7ba4d29372b35e8db17526a227f78e6a737210a7e52fc9c684", - ".modelhub_state/queue_cleanup_latest.json": "6bd7410408af5468e99348be604af5edd3244caa644d157b3df31a34072e7b8e", - ".modelhub_state/recent_outcomes.jsonl": "da0aea2ece8fc0af3807647e909b2ab3a823d6c9ed8f81e888cfb580b50d7a28", + ".modelhub_state/market_intelligence.json": "09a9a4df70dd24fff0188758b7e4f78376b53b6982ce7b231875ed0f670609fe", + ".modelhub_state/official_capabilities.json": "384af0e837b51b460a0ab8c5b1b0613cd882dd14cafac6cea9f11bf6ee52de66", + ".modelhub_state/outcome_checkpoint.json": "e07b30f158c3c8327744fcedc8cfba4733eea6c4a67f7916050cf06a345ccbcf", + ".modelhub_state/queue_cleanup_latest.json": "38724ad9092e337c52ce3db11395bc4c6d1b324caad99791ad032535d2606739", + ".modelhub_state/recent_outcomes.jsonl": "bae507ae582306d16674ed3c30f9b6c41b08d9eaf15ba31724e740d1d7020fc3", ".modelhub_state/recovery_active_tasks.jsonl": "5624c260ea8c7ad0024fbf0f3deacab1cc7cd142bf314d6e2a7ab4cb3f95750a", ".modelhub_state/recovery_intents.jsonl": "3544adc0706feb8a9b5c756cb4cf35603f0fb74b6cb5b9325698b001b3e62700", ".modelhub_state/routing_intelligence.json": "80fd2f78b39a68080dc9ad7d20c3db0248cf2a293856d8c77e72289cbf6e3ebe", ".modelhub_state/submission_exclusions.jsonl": "dca7091e8b1da8bf9b3ecb95fe573b2a41666601edf86cea13ce9ce738b9eb7b", ".modelhub_state/worker_crashes.jsonl": "b321ea3648ae6b322601ed30ef8c3b1da0f13612af1bde3a64b0d41dc18a7b9f", "ledger/submissions.jsonl": "bb78215f868671191edbe42b87f885323fdd3d76848708913ec864ea36fd639d", - "outcomes/submissions.jsonl": "3129e0efd38f56416ebe320bae0f8cc1f3487023acda2011668ea0d4c61b3e06" + "outcomes/submissions.jsonl": "2ea47b08cc35d2c22ab523cfe1d9c712ffeeb2e6518d5fd64be36a0a952687e4" }, - "generation": 22668, - "phase": "startup", + "generation": 22669, + "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-10-09T17:44:27.550161+00:00", + "updatedAt": "2026-10-09T17:54:22.934453+00:00", "writerId": "43462b8a22de474db5c83d43b475a356" } diff --git a/outcomes/submissions.jsonl b/outcomes/submissions.jsonl index 9d78338984..44074e4418 100644 --- a/outcomes/submissions.jsonl +++ b/outcomes/submissions.jsonl @@ -526,7 +526,6 @@ {"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-10-06T18:06:36.953115+00:00", "modelId": "ibm-granite/granite-4.2-3b", "modelProfile": {"architectures": ["GraniteForCausalLM"], "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 7319517120, "estimatedRequiredGiB": 8.191, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "granite", "modelscopeFileSize": 7329313125, "modelscopeLicense": "apache-2.0", "modelscopeParams": 3659737600, "modelscopeTags": ["license:apache-2.0", "model_type:granite", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:granite", "custom_tag:granite-4.2", "custom_tag:reasoning", "custom_tag:thinking", "custom_tag:tool-calling", "custom_tag:ibm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 7329313125}, "outcome": "pending", "status": "waiting", "submitTime": "2026-10-06T09:15:21.663460+00:00", "targetGpu": "Biren_166m", "taskId": "5320469", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-10-06T18:06:36.952996+00:00", "modelId": "juspay/xor-nvfp4", "modelProfile": {"architectures": ["Qwen3_5MoeForConditionalGeneration"], "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 41817852712, "estimatedRequiredGiB": 46.768, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3_5_moe", "modelscopeFileSize": 41847485419, "modelscopeLicense": "apache-2.0", "modelscopeParams": 15008654192, "modelscopeTags": ["license:apache-2.0", "model_type:qwen3_5_moe", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:sglang", "custom_tag:mixture-of-experts", "custom_tag:typed-classification", "custom_tag:nvfp4", "custom_tag:modelopt", "custom_tag:quantized"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "modelopt", "repositoryOnDiskBytes": 41847485419}, "outcome": "pending", "status": "waiting", "submitTime": "2026-10-06T09:15:21.751371+00:00", "targetGpu": "Biren_166m", "taskId": "5320475", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-10-06T18:06:36.952000+00:00", "modelId": "OsaurusAI/Raptor-0.6.1-preview-4B-JANG_6M", "modelProfile": {"architectures": ["Spark2_5ForCausalLM"], "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 3662928280, "estimatedRequiredGiB": 4.11, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "spark2_5", "modelscopeFileSize": 3677830216, "modelscopeLicense": "apache-2.0", "modelscopeParams": null, "modelscopeTags": ["license:apache-2.0", "model_type:spark2_5", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:mlx", "custom_tag:jang", "custom_tag:quantized", "custom_tag:apple-silicon", "custom_tag:reasoning", "custom_tag:agent", "custom_tag:tool-use", "custom_tag:spark2_5", "custom_tag:imatrix", "custom_tag:awq", "custom_tag:gptq", "custom_tag:preview"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 3677830216}, "outcome": "pending", "status": "waiting", "submitTime": "2026-10-06T09:15:21.674379+00:00", "targetGpu": "Biren_166m", "taskId": "5320468", "taskType": "text-generation", "verifyResult": null} -{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-10-06T18:06:36.952563+00:00", "modelId": "mlabonne/LFM2.5-230M-Chess", "modelProfile": {"architectures": ["Lfm2ForCausalLM"], "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 5201, "estimatedRequiredGiB": 0.522, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "lfm2", "modelscopeFileSize": 467369015, "modelscopeLicense": "other", "modelscopeParams": 230688512, "modelscopeTags": ["license:other", "model_type:lfm2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:liquid", "custom_tag:lfm2.5", "custom_tag:chess"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "recentProfileFeedback": {"attributableFailureCount": 0, "consecutiveFailures": 0, "decisionFailureRate": 0.0, "decisionSuccessRate": 0.0, "decisionTotal": 0, "failureBreakdown": {"ambiguous_runtime": 2}, "failureCount": 2, "failureRate": 1.0, "framework": "vllm_fix_tokenizer", "lastTerminalAt": "2026-09-22T03:04:40.754950+00:00", "modelType": "lfm2", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, "quantizationMethod": "none", "successCount": 0, "successRate": 0.0, "targetGpu": "Biren_166m", "taskType": "text-generation", "total": 2, "unresolvedFailureCount": 2}, "repositoryOnDiskBytes": 467369015}, "outcome": "pending", "status": "waiting", "submitTime": "2026-10-06T09:15:21.657678+00:00", "targetGpu": "Biren_166m", "taskId": "5320467", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-10-06T18:06:36.952449+00:00", "modelId": "prithivMLmods/Orion-9B-Agentic-CodeCore-Merge", "modelProfile": {"architectures": ["Qwen3_5ForConditionalGeneration"], "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 19306311000, "estimatedRequiredGiB": 21.61, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3_5", "modelscopeFileSize": 19336478290, "modelscopeLicense": "apache-2.0", "modelscopeParams": 1562291952, "modelscopeTags": ["license:apache-2.0", "model_type:qwen3_5", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:text-generation-inference", "custom_tag:pytorch", "custom_tag:omnimergekit", "custom_tag:merge", "custom_tag:qwen3_5", "custom_tag:reasoning", "custom_tag:chain-of-thought", "custom_tag:sft", "custom_tag:agent", "custom_tag:tool-use", "custom_tag:function-calling", "custom_tag:coder"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "recentProfileFeedback": {"attributableFailureCount": 0, "consecutiveFailures": 0, "decisionFailureRate": 0.0, "decisionSuccessRate": 0.0, "decisionTotal": 0, "failureBreakdown": {"ambiguous_runtime": 3}, "failureCount": 3, "failureRate": 1.0, "framework": "vllm_fix_tokenizer", "lastTerminalAt": "2026-09-22T16:15:27.384896+00:00", "modelType": "qwen3_5", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, "quantizationMethod": "none", "successCount": 0, "successRate": 0.0, "targetGpu": "Biren_166m", "taskType": "text-generation", "total": 3, "unresolvedFailureCount": 3}, "repositoryOnDiskBytes": 19336478290}, "outcome": "pending", "status": "waiting", "submitTime": "2026-10-06T09:15:21.749482+00:00", "targetGpu": "Biren_166m", "taskId": "5320478", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-10-06T18:06:36.952241+00:00", "modelId": "cyankiwi/K2-Horizon-7B-AWQ-FP8", "modelProfile": {"architectures": ["K2HorizonForCausalLM"], "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 11055458328, "estimatedRequiredGiB": 12.381, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "k2_horizon", "modelscopeFileSize": 11077974096, "modelscopeLicense": "apache-2.0", "modelscopeParams": null, "modelscopeTags": ["license:apache-2.0", "model_type:k2_horizon", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:k2-horizon", "custom_tag:7b", "custom_tag:dense", "custom_tag:open-weights", "custom_tag:ifm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 11077974096}, "outcome": "pending", "status": "waiting", "submitTime": "2026-10-06T09:15:21.752927+00:00", "targetGpu": "Biren_166m", "taskId": "5320476", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-10-06T18:06:36.952777+00:00", "modelId": "togethercomputer/Tev1-4B-experimental", "modelProfile": {"architectures": ["Qwen3_5ForConditionalGeneration"], "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 9319828096, "estimatedRequiredGiB": 10.441, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3_5", "modelscopeFileSize": 9342812725, "modelscopeLicense": null, "modelscopeParams": null, "modelscopeTags": ["model_type:qwen3_5", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:together-ai", "custom_tag:qwen3.5", "custom_tag:decision-model", "custom_tag:experimental"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "recentProfileFeedback": {"attributableFailureCount": 0, "consecutiveFailures": 0, "decisionFailureRate": 0.0, "decisionSuccessRate": 0.0, "decisionTotal": 0, "failureBreakdown": {"ambiguous_runtime": 3}, "failureCount": 3, "failureRate": 1.0, "framework": "vllm_fix_tokenizer", "lastTerminalAt": "2026-09-22T16:15:27.384896+00:00", "modelType": "qwen3_5", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, "quantizationMethod": "none", "successCount": 0, "successRate": 0.0, "targetGpu": "Biren_166m", "taskType": "text-generation", "total": 3, "unresolvedFailureCount": 3}, "repositoryOnDiskBytes": 9342812725}, "outcome": "pending", "status": "waiting", "submitTime": "2026-10-06T09:15:21.754792+00:00", "targetGpu": "Biren_166m", "taskId": "5320474", "taskType": "text-generation", "verifyResult": null}