diff --git a/.modelhub_state/market_intelligence.json b/.modelhub_state/market_intelligence.json index 91916275fd..097cb3afd0 100644 --- a/.modelhub_state/market_intelligence.json +++ b/.modelhub_state/market_intelligence.json @@ -434,297 +434,297 @@ } }, "frameworkUpdatedAt": null, - "generatedAt": "2026-10-08T15:38:05.263983+00:00", + "generatedAt": "2026-10-08T15:42:07.883095+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, - "backlogHours": 1146.86301369863, + "backlogHours": 1140.3265306122448, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, - "qualityFactor": 1.2684124454237644, - "queueFactor": 0.8834941916765799, - "queueWeight": 0.8834941916765799, + "qualityFactor": 1.2684769778411646, + "queueFactor": 0.8876538010277734, + "queueWeight": 0.8876538010277734, "recentSuccess": 42, - "recentSuccessRate": 0.2876712328767123, - "recentTerminal": 146, - "recentWilsonLowerBound": 0.22042903910602474, + "recentSuccessRate": 0.2857142857142857, + "recentTerminal": 147, + "recentWilsonLowerBound": 0.21887167862697984, "running": 8, - "selectionWeight": 1.1206350281821829, + "selectionWeight": 1.1259684108969323, "stale": false, "submissionEligible": true, - "throughputPerHour": 24.333333333333332, - "waiting": 27907 + "throughputPerHour": 24.5, + "waiting": 27938 }, "Ascend_910-b4": { "available": true, - "backlogHours": 1241.1020408163265, + "backlogHours": 1234.054054054054, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, - "queueFactor": 0.8730905895297952, - "queueWeight": 0.8730905895297952, + "queueFactor": 0.8771984870233669, + "queueWeight": 0.8771984870233669, "recentSuccess": 55, - "recentSuccessRate": 0.3741496598639456, - "recentTerminal": 147, - "recentWilsonLowerBound": 0.30006410144409856, + "recentSuccessRate": 0.3716216216216216, + "recentTerminal": 148, + "recentWilsonLowerBound": 0.29793721874882, "running": 8, - "selectionWeight": 2.1827264738244883, + "selectionWeight": 2.1929962175584174, "stale": false, "submissionEligible": true, - "throughputPerHour": 24.5, - "waiting": 30407 + "throughputPerHour": 24.666666666666668, + "waiting": 30440 }, "Biren_166m": { "available": true, - "backlogHours": 165.15, + "backlogHours": 170.6751592356688, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, - "qualityFactor": 0.4286112978739421, - "queueFactor": 1.181540585343991, - "queueWeight": 1.181540585343991, + "qualityFactor": 0.45438489606139754, + "queueFactor": 1.1802457735444067, + "queueWeight": 1.1802457735444067, "recentSuccess": 30, - "recentSuccessRate": 0.1875, - "recentTerminal": 160, - "recentWilsonLowerBound": 0.13461343529272077, + "recentSuccessRate": 0.1910828025477707, + "recentTerminal": 157, + "recentWilsonLowerBound": 0.1372544778901716, "running": 8, - "selectionWeight": 0.5064216437750253, + "selectionWeight": 0.536285853138879, "stale": false, "submissionEligible": false, - "throughputPerHour": 26.666666666666668, - "waiting": 4404 + "throughputPerHour": 26.166666666666668, + "waiting": 4466 }, "Cambricon_mlu-370-x4": { "available": true, - "backlogHours": 925.081081081081, + "backlogHours": 926.5945945945946, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, - "qualityFactor": 0.21258704504864778, - "queueFactor": 0.9124382036825033, - "queueWeight": 0.9124382036825033, + "qualityFactor": 0.2159400588397325, + "queueFactor": 0.9157238743122779, + "queueWeight": 0.9157238743122779, "recentSuccess": 17, "recentSuccessRate": 0.15315315315315314, "recentTerminal": 111, "recentWilsonLowerBound": 0.09787395226245063, "running": 7, - "selectionWeight": 0.1939725415103596, + "selectionWeight": 0.19774146729994108, "stale": false, "submissionEligible": false, "throughputPerHour": 18.5, - "waiting": 17114 + "waiting": 17142 }, "Cambricon_mlu-370-x8": { "available": true, - "backlogHours": 434.27906976744185, + "backlogHours": 438.75, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, - "qualityFactor": 0.5281694953434756, - "queueFactor": 1.0220334168184735, - "queueWeight": 1.0220334168184735, - "recentSuccess": 27, - "recentSuccessRate": 0.20930232558139536, - "recentTerminal": 129, - "recentWilsonLowerBound": 0.14801989416830047, + "qualityFactor": 0.3988681837612389, + "queueFactor": 1.0243902399077347, + "queueWeight": 1.0243902399077347, + "recentSuccess": 24, + "recentSuccessRate": 0.1875, + "recentTerminal": 128, + "recentWilsonLowerBound": 0.12936052020943412, "running": 7, - "selectionWeight": 0.5398068739851811, + "selectionWeight": 0.4085966744547379, "stale": false, "submissionEligible": false, - "throughputPerHour": 21.5, - "waiting": 9337 + "throughputPerHour": 21.333333333333332, + "waiting": 9360 }, "Iluvatar_bi-100": { "available": true, - "backlogHours": 87.51541850220264, + "backlogHours": 87.92920353982302, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, - "queueFactor": 1.299624065327543, - "queueWeight": 1.299624065327543, + "queueFactor": 1.3, + "queueWeight": 1.3, "recentSuccess": 6, - "recentSuccessRate": 0.02643171806167401, - "recentTerminal": 227, - "recentWilsonLowerBound": 0.012168799965886648, + "recentSuccessRate": 0.02654867256637168, + "recentTerminal": 226, + "recentWilsonLowerBound": 0.012222891521605422, "running": 24, - "selectionWeight": 0.06498120326637716, + "selectionWeight": 0.065, "stale": false, "submissionEligible": false, - "throughputPerHour": 37.833333333333336, - "waiting": 3311 + "throughputPerHour": 37.666666666666664, + "waiting": 3312 }, "Iluvatar_bi-150": { "available": true, - "backlogHours": 142.50526315789475, + "backlogHours": 147.02173913043478, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, - "qualityFactor": 0.6341892046500333, - "queueFactor": 1.20796901639415, - "queueWeight": 1.20796901639415, - "recentSuccess": 58, - "recentSuccessRate": 0.20350877192982456, - "recentTerminal": 285, - "recentWilsonLowerBound": 0.16085393665351402, + "qualityFactor": 0.7540420486500164, + "queueFactor": 1.2069541380315003, + "queueWeight": 1.2069541380315003, + "recentSuccess": 60, + "recentSuccessRate": 0.21739130434782608, + "recentTerminal": 276, + "recentWilsonLowerBound": 0.1727880281048753, "running": 11, - "selectionWeight": 0.7660809097488891, + "selectionWeight": 0.9100941708678872, "stale": false, "submissionEligible": true, - "throughputPerHour": 47.5, - "waiting": 6769 + "throughputPerHour": 46.0, + "waiting": 6763 }, "Iluvatar_mrv-100": { "available": true, - "backlogHours": 1076.1627906976744, + "backlogHours": 1082.7906976744187, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, - "qualityFactor": 0.5143593235872412, - "queueFactor": 0.8919668928422184, - "queueWeight": 0.8919668928422184, - "recentSuccess": 19, - "recentSuccessRate": 0.22093023255813954, + "qualityFactor": 0.4503350952671486, + "queueFactor": 0.8945741078533817, + "queueWeight": 0.8945741078533817, + "recentSuccess": 18, + "recentSuccessRate": 0.20930232558139536, "recentTerminal": 86, - "recentWilsonLowerBound": 0.14624794489136714, + "recentWilsonLowerBound": 0.13669707033094278, "running": 2, - "selectionWeight": 0.45879148766453676, + "selectionWeight": 0.4028581160836771, "stale": false, "submissionEligible": false, "throughputPerHour": 14.333333333333334, - "waiting": 15425 + "waiting": 15520 }, "Kunlunxin_p-800": { "available": true, - "backlogHours": 407.6, + "backlogHours": 399.82608695652175, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, - "qualityFactor": 0.6296377688649307, - "queueFactor": 1.031799479449659, - "queueWeight": 1.031799479449659, + "qualityFactor": 0.6084523647115199, + "queueFactor": 1.0387650580533774, + "queueWeight": 1.0387650580533774, "recentSuccess": 30, - "recentSuccessRate": 0.2222222222222222, - "recentTerminal": 135, - "recentWilsonLowerBound": 0.1603281725224173, - "running": 8, - "selectionWeight": 0.6496599221566802, + "recentSuccessRate": 0.21739130434782608, + "recentTerminal": 138, + "recentWilsonLowerBound": 0.15673432266168497, + "running": 9, + "selectionWeight": 0.6320390559522767, "stale": false, "submissionEligible": true, - "throughputPerHour": 22.5, - "waiting": 9171 + "throughputPerHour": 23.0, + "waiting": 9196 }, "MetaX_c-500": { "available": true, - "backlogHours": 570.104347826087, + "backlogHours": 591.6756756756756, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, - "qualityFactor": 0.8291644756334391, - "queueFactor": 0.9811542237274113, - "queueWeight": 0.9811542237274113, - "recentSuccess": 29, - "recentSuccessRate": 0.25217391304347825, - "recentTerminal": 115, - "recentWilsonLowerBound": 0.1816982368953653, - "running": 4, - "selectionWeight": 0.8135382274324731, + "qualityFactor": 0.9991266802272398, + "queueFactor": 0.9794571571672754, + "queueWeight": 0.9794571571672754, + "recentSuccess": 30, + "recentSuccessRate": 0.2702702702702703, + "recentTerminal": 111, + "recentWilsonLowerBound": 0.19636788511059944, + "running": 5, + "selectionWeight": 0.9786017778653497, "stale": false, "submissionEligible": true, - "throughputPerHour": 19.166666666666668, - "waiting": 10927 + "throughputPerHour": 18.5, + "waiting": 10946 }, "Mthreads_s4000": { "available": true, - "backlogHours": 1379.2577319587629, + "backlogHours": 1360.7272727272727, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, - "qualityFactor": 1.726940235837666, - "queueFactor": 0.8593767831559265, - "queueWeight": 0.8593767831559265, - "recentSuccess": 33, - "recentSuccessRate": 0.3402061855670103, - "recentTerminal": 97, - "recentWilsonLowerBound": 0.25362119291999513, + "qualityFactor": 1.955283165472289, + "queueFactor": 0.864434990732064, + "queueWeight": 0.864434990732064, + "recentSuccess": 35, + "recentSuccessRate": 0.35353535353535354, + "recentTerminal": 99, + "recentWilsonLowerBound": 0.2664470798753757, "running": 4, - "selectionWeight": 1.4840923445767105, + "selectionWeight": 1.690215185023599, "stale": false, "submissionEligible": true, - "throughputPerHour": 16.166666666666668, - "waiting": 22298 + "throughputPerHour": 16.5, + "waiting": 22452 }, "Sunrise_pt-200-x1": { "available": true, - "backlogHours": 2108.204081632653, + "backlogHours": 2157.625, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, - "qualityFactor": 0.06558441107089297, - "queueFactor": 0.806387028760754, - "queueWeight": 0.806387028760754, + "qualityFactor": 0.0697824836872019, + "queueFactor": 0.8066805887160432, + "queueWeight": 0.8066805887160432, "recentSuccess": 6, - "recentSuccessRate": 0.12244897959183673, - "recentTerminal": 49, - "recentWilsonLowerBound": 0.057347477598098245, + "recentSuccessRate": 0.125, + "recentTerminal": 48, + "recentWilsonLowerBound": 0.05856971750400843, "running": 2, - "selectionWeight": 0.05288641837648128, + "selectionWeight": 0.05629217502285971, "stale": false, "submissionEligible": false, - "throughputPerHour": 8.166666666666666, - "waiting": 17217 + "throughputPerHour": 8.0, + "waiting": 17261 }, "Vastai_va16": { "available": true, - "backlogHours": 178.63345195729536, + "backlogHours": 178.16283185840706, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, - "queueFactor": 1.1677127229076176, - "queueWeight": 1.1677127229076176, + "queueFactor": 1.1726689751470247, + "queueWeight": 1.1726689751470247, "recentSuccess": 1, - "recentSuccessRate": 0.0017793594306049821, - "recentTerminal": 562, - "recentWilsonLowerBound": 0.0003141616338196443, - "running": 16, - "selectionWeight": 0.058385636145380886, + "recentSuccessRate": 0.0017699115044247787, + "recentTerminal": 565, + "recentWilsonLowerBound": 0.0003124931539296478, + "running": 18, + "selectionWeight": 0.05863344875735124, "stale": false, "submissionEligible": false, - "throughputPerHour": 93.66666666666667, - "waiting": 16732 + "throughputPerHour": 94.16666666666667, + "waiting": 16777 }, "hygon_k100-ai": { "available": true, - "backlogHours": 36.851415844734326, + "backlogHours": 36.971628944851766, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", @@ -734,20 +734,20 @@ "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 32, - "recentSuccessRate": 0.010181355392936684, - "recentTerminal": 3143, - "recentWilsonLowerBound": 0.007221198272641058, + "recentSuccessRate": 0.010200828817341408, + "recentTerminal": 3137, + "recentWilsonLowerBound": 0.007235027079075769, "running": 6, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, - "throughputPerHour": 523.8333333333334, - "waiting": 19304 + "throughputPerHour": 522.8333333333334, + "waiting": 19330 } }, - "queueAttemptedAt": "2026-10-08T15:28:36.771247+00:00", + "queueAttemptedAt": "2026-10-08T15:42:07.883095+00:00", "queueError": null, - "queueUpdatedAt": "2026-10-08T15:28:36.771247+00:00", + "queueUpdatedAt": "2026-10-08T15:42:07.883095+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Kunlunxin_p-800", diff --git a/.modelhub_state/official_capabilities.json b/.modelhub_state/official_capabilities.json index c03e5572d8..4e47a48d44 100644 --- a/.modelhub_state/official_capabilities.json +++ b/.modelhub_state/official_capabilities.json @@ -1,5 +1,5 @@ { - "catalogUpdatedAt": "2026-10-08T15:38:05.263983+00:00", + "catalogUpdatedAt": "2026-10-08T15:42:07.883095+00:00", "configuredTaskTypes": [ "text-generation" ], @@ -56,7 +56,7 @@ "time-series-forecasting" ], "errors": [], - "generatedAt": "2026-10-08T15:38:37.853596+00:00", + "generatedAt": "2026-10-08T15:42:16.489659+00:00", "gpuCatalog": { "Ascend_910-b3": { "canVerify": true, @@ -2699,6 +2699,14 @@ ], "updatedAt": "2026-10-08T14:49:50.156977+00:00" }, + "https://modelscope.cn/models/SKYEVAL/Three_Kingdoms_LLM_Arena|2026-09-14T09:18:14+00:00|Ascend_910-b3": { + "taskTypes": [ + "text-generation", + "text-to-image-generation", + "visual-multi-modal" + ], + "updatedAt": "2026-10-08T15:42:16.489659+00:00" + }, "https://modelscope.cn/models/SKYEVAL/Three_Kingdoms_LLM_Arena|2026-09-14T09:18:14+00:00|Ascend_910-b4": { "taskTypes": [ "text-generation", @@ -4293,19 +4301,6 @@ ], "updatedAt": "2026-10-08T14:10:25.470628+00:00" }, - "https://modelscope.cn/models/icychick/Qwen3.5-text-0.8B-GGUF|2026-09-14T05:41:13+00:00|Iluvatar_bi-150": { - "taskTypes": [ - "asr", - "question_answering", - "reinforcement_learning", - "text-generation", - "text-to-image-generation", - "text_classification", - "vision_classification", - "visual-multi-modal" - ], - "updatedAt": "2026-10-08T14:10:25.358822+00:00" - }, "https://modelscope.cn/models/icychick/Qwen3.5-text-0.8B-GGUF|2026-09-14T05:41:13+00:00|Kunlunxin_p-800": { "taskTypes": [ "text-generation" @@ -6682,6 +6677,6 @@ "updateTime": "2025-12-22 08:59:53" } ], - "taskTreeUpdatedAt": "2026-10-08T15:38:05.263983+00:00", + "taskTreeUpdatedAt": "2026-10-08T15:42:07.883095+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index 87bab00757..24daa80238 100644 --- a/manifest.json +++ b/manifest.json @@ -4,8 +4,8 @@ ".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1", ".modelhub_state/architecture_compatibility_blacklist.json": "b85dd51e1dc18fe932c6d9e9f7b130103c40160d8708e376a58ec091e22c9262", ".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab", - ".modelhub_state/market_intelligence.json": "a13596f6a36e78f6ec03d875cf2d920b9b7224872c0019f8919bc29bf6e094b0", - ".modelhub_state/official_capabilities.json": "eacd1d9ddf02dd6889c5d7359dcb315428c7171e4b544b521a7f37d9fb1d8344", + ".modelhub_state/market_intelligence.json": "1bffae181ccaebb93c73b6c6702475276b9f2d781c32e287deb2c4983ee685f0", + ".modelhub_state/official_capabilities.json": "bc5d470f6f70811ff83ca18fc658f2ce27bd9deec0b0185bc2e1b4d1470b2a89", ".modelhub_state/outcome_checkpoint.json": "c19fb274437c88e96769b57542013fd07f03f68a3bdca5daa0c9f2a8d75592d1", ".modelhub_state/queue_cleanup_latest.json": "a98f7565068ba7e77b3242afa045132bcfaa310883d2b25c7d2ea9f252a91ca1", ".modelhub_state/recent_outcomes.jsonl": "54cf4674cb17ce95a801934e96b31741b15864546844ea62b081f25163bd3c8c", @@ -17,9 +17,9 @@ "ledger/submissions.jsonl": "526b97a2b1100e6304ee65252c90860fc2391aa589c1782bf7ce0b2e80c364ec", "outcomes/submissions.jsonl": "3f40105ab6a4db317bcda34f9b84981cd313fd821785f42d8e9fbf61ad73b519" }, - "generation": 22239, + "generation": 22240, "phase": "cycle", "schemaVersion": 1, - "updatedAt": "2026-10-08T15:39:20.909801+00:00", + "updatedAt": "2026-10-08T15:42:20.268411+00:00", "writerId": "dc0ce4714e0442da8f6b0a08a8a7cb03" }