state: generation 21668 (cycle)

This commit is contained in:
2026-10-07 02:49:46 +00:00
parent ce6378a489
commit fe4aa574a8
3 changed files with 134 additions and 134 deletions

View File

@@ -3,28 +3,28 @@
"communityError": null, "communityError": null,
"communitySample": {}, "communitySample": {},
"communityUpdatedAt": "2026-10-07T02:47:01.987667+00:00", "communityUpdatedAt": "2026-10-07T02:47:01.987667+00:00",
"frameworkAttemptedAt": "2026-10-06T20:47:42.870225+00:00", "frameworkAttemptedAt": "2026-10-07T02:49:44.359045+00:00",
"frameworkError": null, "frameworkError": null,
"frameworkStats": { "frameworkStats": {
"text-generation": { "text-generation": {
"Ascend_910-b3": { "Ascend_910-b3": {
"llamacpp": { "llamacpp": {
"framework": "llamacpp", "framework": "llamacpp",
"modelCount": 41303, "modelCount": 41345,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 20334, "successCount": 20367,
"successRate": 0.49231290705275643, "successRate": 0.49261095658483495,
"wilsonLowerBound": 0.4874923264290232 "wilsonLowerBound": 0.4877927534642807
}, },
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
"modelCount": 55307, "modelCount": 55367,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 15201, "successCount": 15210,
"successRate": 0.2748476684687291, "successRate": 0.2747123737966659,
"wilsonLowerBound": 0.2711426854204577 "wilsonLowerBound": 0.271009968124151
}, },
"vllm_0.23.0": { "vllm_0.23.0": {
"framework": "vllm_0.23.0", "framework": "vllm_0.23.0",
@@ -37,70 +37,70 @@
}, },
"vllm_tokenizer_patch": { "vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch", "framework": "vllm_tokenizer_patch",
"modelCount": 3920, "modelCount": 3940,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 1183, "successCount": 1188,
"successRate": 0.30178571428571427, "successRate": 0.3015228426395939,
"wilsonLowerBound": 0.28761550018174914 "wilsonLowerBound": 0.2873919171238285
} }
}, },
"Ascend_910-b4": { "Ascend_910-b4": {
"llamacpp": { "llamacpp": {
"framework": "llamacpp", "framework": "llamacpp",
"modelCount": 35999, "modelCount": 36045,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 16735, "successCount": 16762,
"successRate": 0.4648740242784522, "successRate": 0.46502982383132196,
"wilsonLowerBound": 0.45972568217530724 "wilsonLowerBound": 0.45988463554292275
}, },
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
"modelCount": 39294, "modelCount": 39313,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 10948, "successCount": 10953,
"successRate": 0.27861760065149893, "successRate": 0.2786101289649734,
"wilsonLowerBound": 0.2742065869808284 "wilsonLowerBound": 0.274200213236218
}, },
"vllm_tokenizer_patch": { "vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch", "framework": "vllm_tokenizer_patch",
"modelCount": 11914, "modelCount": 11957,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 5005, "successCount": 5032,
"successRate": 0.4200940070505288, "successRate": 0.4208413481642552,
"wilsonLowerBound": 0.4112581843685671 "wilsonLowerBound": 0.41201897910024327
} }
}, },
"Biren_166m": { "Biren_166m": {
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
"modelCount": 64197, "modelCount": 64199,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 12095, "successCount": 12095,
"successRate": 0.18840444257519823, "successRate": 0.18839857318649822,
"wilsonLowerBound": 0.18539819915461453 "wilsonLowerBound": 0.18539241282897448
}, },
"vllm_fix_tokenizer": { "vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer", "framework": "vllm_fix_tokenizer",
"modelCount": 27228, "modelCount": 27371,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 5888, "successCount": 5923,
"successRate": 0.21624798002056705, "successRate": 0.21639691644441197,
"wilsonLowerBound": 0.21139813704466137 "wilsonLowerBound": 0.21155841745868167
}, },
"vllm_tokenizer_patch": { "vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch", "framework": "vllm_tokenizer_patch",
"modelCount": 7468, "modelCount": 7487,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 100, "successCount": 100,
"successRate": 0.01339046598821639, "successRate": 0.013356484573260318,
"wilsonLowerBound": 0.01102244225303041 "wilsonLowerBound": 0.010994440052302323
} }
}, },
"Cambricon_mlu-370-x4": { "Cambricon_mlu-370-x4": {
@@ -124,23 +124,23 @@
}, },
"vllm-mlu": { "vllm-mlu": {
"framework": "vllm-mlu", "framework": "vllm-mlu",
"modelCount": 14550, "modelCount": 14601,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 5835, "successCount": 5850,
"successRate": 0.40103092783505156, "successRate": 0.4006574892130676,
"wilsonLowerBound": 0.39309434479123656 "wilsonLowerBound": 0.39273605343569545
} }
}, },
"Cambricon_mlu-370-x8": { "Cambricon_mlu-370-x8": {
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
"modelCount": 24624, "modelCount": 24629,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 3802, "successCount": 3802,
"successRate": 0.15440220922677064, "successRate": 0.15437086361606236,
"wilsonLowerBound": 0.14994293871241196 "wilsonLowerBound": 0.14991241953041584
}, },
"vllm-customized": { "vllm-customized": {
"framework": "vllm-customized", "framework": "vllm-customized",
@@ -153,23 +153,23 @@
}, },
"vllm-mlu": { "vllm-mlu": {
"framework": "vllm-mlu", "framework": "vllm-mlu",
"modelCount": 49761, "modelCount": 49855,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 12470, "successCount": 12503,
"successRate": 0.25059785776009325, "successRate": 0.25078728312105103,
"wilsonLowerBound": 0.24680955303264357 "wilsonLowerBound": 0.2470015621691959
} }
}, },
"Iluvatar_bi-100": { "Iluvatar_bi-100": {
"transformers": { "transformers": {
"framework": "transformers", "framework": "transformers",
"modelCount": 23747, "modelCount": 23751,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 3115, "successCount": 3115,
"successRate": 0.1311744641428391, "successRate": 0.13115237253168288,
"wilsonLowerBound": 0.1269402448589042 "wilsonLowerBound": 0.1269188152454508
}, },
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
@@ -182,32 +182,32 @@
}, },
"vllm-patch-tokenizer": { "vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer", "framework": "vllm-patch-tokenizer",
"modelCount": 45033, "modelCount": 45111,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 5463, "successCount": 5470,
"successRate": 0.12131103857171407, "successRate": 0.12125645629669038,
"wilsonLowerBound": 0.11832780261901173 "wilsonLowerBound": 0.11827636160175647
}, },
"vllm_fix_tokenizer": { "vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer", "framework": "vllm_fix_tokenizer",
"modelCount": 44159, "modelCount": 44350,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 3620, "successCount": 3626,
"successRate": 0.08197649403292646, "successRate": 0.0817587373167982,
"wilsonLowerBound": 0.07945401752254025 "wilsonLowerBound": 0.07924472986543407
} }
}, },
"Iluvatar_bi-150": { "Iluvatar_bi-150": {
"llamacpp": { "llamacpp": {
"framework": "llamacpp", "framework": "llamacpp",
"modelCount": 91637, "modelCount": 91677,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 22674, "successCount": 22704,
"successRate": 0.2474328055261521, "successRate": 0.2476520828561144,
"wilsonLowerBound": 0.24464946051438766 "wilsonLowerBound": 0.24486850334768961
}, },
"transformers": { "transformers": {
"framework": "transformers", "framework": "transformers",
@@ -220,39 +220,39 @@
}, },
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
"modelCount": 112814, "modelCount": 112818,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 16529, "successCount": 16529,
"successRate": 0.14651550339496872, "successRate": 0.1465103086386924,
"wilsonLowerBound": 0.14446399392055093 "wilsonLowerBound": 0.14445886579638145
}, },
"vllm_0_17_0_corex_4_4_0": { "vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0", "framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 22175, "modelCount": 22241,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 3881, "successCount": 3888,
"successRate": 0.17501691093573846, "successRate": 0.17481228362034082,
"wilsonLowerBound": 0.17007197297126753 "wilsonLowerBound": 0.16987694028514813
}, },
"vllm_fix_tokenizer": { "vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer", "framework": "vllm_fix_tokenizer",
"modelCount": 43512, "modelCount": 43518,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 5659, "successCount": 5659,
"successRate": 0.13005607648464793, "successRate": 0.13003814513534628,
"wilsonLowerBound": 0.12692815727640627 "wilsonLowerBound": 0.1269106261684637
}, },
"vllm_tokenizer_patch": { "vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch", "framework": "vllm_tokenizer_patch",
"modelCount": 7770, "modelCount": 7782,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 717, "successCount": 720,
"successRate": 0.09227799227799227, "successRate": 0.09252120277563608,
"wilsonLowerBound": 0.08604257886251816 "wilsonLowerBound": 0.0862827295884373
} }
}, },
"Iluvatar_mrv-100": { "Iluvatar_mrv-100": {
@@ -267,81 +267,81 @@
}, },
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
"modelCount": 33565, "modelCount": 33611,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 6516, "successCount": 6533,
"successRate": 0.1941307910025324, "successRate": 0.1943708904822826,
"wilsonLowerBound": 0.18993441237960107 "wilsonLowerBound": 0.19017534955341314
} }
}, },
"Kunlunxin_p-800": { "Kunlunxin_p-800": {
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
"modelCount": 61442, "modelCount": 61445,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 12415, "successCount": 12415,
"successRate": 0.20206047980208977, "successRate": 0.2020506143705753,
"wilsonLowerBound": 0.19890411252843063 "wilsonLowerBound": 0.1988943821866819
}, },
"vllm_fix_tokenizer": { "vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer", "framework": "vllm_fix_tokenizer",
"modelCount": 13567, "modelCount": 13664,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 3911, "successCount": 3930,
"successRate": 0.2882730154050269, "successRate": 0.28761709601873536,
"wilsonLowerBound": 0.2807117248687696 "wilsonLowerBound": 0.2800878062672543
}, },
"vllm_tokenizer_patch": { "vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch", "framework": "vllm_tokenizer_patch",
"modelCount": 14952, "modelCount": 14971,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 3686, "successCount": 3688,
"successRate": 0.24652220438737293, "successRate": 0.2463429296640171,
"wilsonLowerBound": 0.23967961789951855 "wilsonLowerBound": 0.2395063796267826
} }
}, },
"MetaX_c-500": { "MetaX_c-500": {
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
"modelCount": 66308, "modelCount": 66368,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 18268, "successCount": 18287,
"successRate": 0.2755022018459311, "successRate": 0.27553941658630665,
"wilsonLowerBound": 0.27211469189968585 "wilsonLowerBound": 0.2721532878834032
}, },
"vllm_tokenizer_patch": { "vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch", "framework": "vllm_tokenizer_patch",
"modelCount": 656, "modelCount": 669,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 408, "successCount": 414,
"successRate": 0.6219512195121951, "successRate": 0.6188340807174888,
"wilsonLowerBound": 0.5842355503445932 "wilsonLowerBound": 0.5814512057852773
} }
}, },
"Mthreads_s4000": { "Mthreads_s4000": {
"llamacpp": { "llamacpp": {
"framework": "llamacpp", "framework": "llamacpp",
"modelCount": 47968, "modelCount": 47989,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 21391, "successCount": 21403,
"successRate": 0.4459431287525017, "successRate": 0.4459980412177791,
"wilsonLowerBound": 0.4414993018222738 "wilsonLowerBound": 0.4415551278878001
}, },
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
"modelCount": 38970, "modelCount": 39008,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 4483, "successCount": 4501,
"successRate": 0.11503720810880164, "successRate": 0.11538658736669401,
"wilsonLowerBound": 0.11190717440230939 "wilsonLowerBound": 0.11225384812304562
}, },
"vllm_tokenizer_patch": { "vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch", "framework": "vllm_tokenizer_patch",
@@ -374,12 +374,12 @@
}, },
"vllm_fix_tokenizer": { "vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer", "framework": "vllm_fix_tokenizer",
"modelCount": 6968, "modelCount": 6985,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 3044, "successCount": 3051,
"successRate": 0.4368541905855339, "successRate": 0.4367931281317108,
"wilsonLowerBound": 0.42524603754510526 "wilsonLowerBound": 0.4251992754549449
} }
}, },
"Vastai_va16": { "Vastai_va16": {
@@ -394,47 +394,47 @@
}, },
"vllm_fix_tokenizer": { "vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer", "framework": "vllm_fix_tokenizer",
"modelCount": 15916, "modelCount": 15944,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 4933, "successCount": 4934,
"successRate": 0.309939683337522, "successRate": 0.30945810336176616,
"wilsonLowerBound": 0.30280135891261245 "wilsonLowerBound": 0.302329199645969
} }
}, },
"hygon_k100-ai": { "hygon_k100-ai": {
"llamacpp": { "llamacpp": {
"framework": "llamacpp", "framework": "llamacpp",
"modelCount": 27826, "modelCount": 27836,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 14169, "successCount": 14177,
"successRate": 0.5092000287500899, "successRate": 0.5093044977726685,
"wilsonLowerBound": 0.5033252558773641 "wilsonLowerBound": 0.5034307886181606
}, },
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
"modelCount": 66344, "modelCount": 66410,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 6977, "successCount": 6993,
"successRate": 0.10516399372965152, "successRate": 0.10530040656527631,
"wilsonLowerBound": 0.10285249010649042 "wilsonLowerBound": 0.10298869805013633
}, },
"vllm-patch-tokenizer": { "vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer", "framework": "vllm-patch-tokenizer",
"modelCount": 13368, "modelCount": 13373,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 2114, "successCount": 2117,
"successRate": 0.15813883901855177, "successRate": 0.1583040454647424,
"wilsonLowerBound": 0.15205183845241943 "wilsonLowerBound": 0.15221549626156017
} }
} }
} }
}, },
"frameworkUpdatedAt": null, "frameworkUpdatedAt": null,
"generatedAt": "2026-10-07T02:47:01.987667+00:00", "generatedAt": "2026-10-07T02:49:44.359045+00:00",
"gpuStats": { "gpuStats": {
"Ascend_910-b3": { "Ascend_910-b3": {
"available": true, "available": true,

View File

@@ -1,5 +1,5 @@
{ {
"catalogUpdatedAt": "2026-10-07T02:47:01.987667+00:00", "catalogUpdatedAt": "2026-10-07T02:49:44.359045+00:00",
"configuredTaskTypes": [ "configuredTaskTypes": [
"text-generation" "text-generation"
], ],
@@ -56,7 +56,7 @@
"time-series-forecasting" "time-series-forecasting"
], ],
"errors": [], "errors": [],
"generatedAt": "2026-10-07T02:47:01.987667+00:00", "generatedAt": "2026-10-07T02:49:44.359045+00:00",
"gpuCatalog": { "gpuCatalog": {
"Ascend_910-b3": { "Ascend_910-b3": {
"canVerify": true, "canVerify": true,
@@ -6664,6 +6664,6 @@
"updateTime": "2025-12-22 08:59:53" "updateTime": "2025-12-22 08:59:53"
} }
], ],
"taskTreeUpdatedAt": "2026-10-07T02:47:01.987667+00:00", "taskTreeUpdatedAt": "2026-10-07T02:49:44.359045+00:00",
"version": 1 "version": 1
} }

View File

@@ -4,8 +4,8 @@
".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1", ".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1",
".modelhub_state/architecture_compatibility_blacklist.json": "666b22736a762ea986e060eecf1d84152c96967079d3b00aa444a1f21b783170", ".modelhub_state/architecture_compatibility_blacklist.json": "666b22736a762ea986e060eecf1d84152c96967079d3b00aa444a1f21b783170",
".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab", ".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab",
".modelhub_state/market_intelligence.json": "7f3bd9d85f39bb1d73b7d09824beb9b40d61ddbc87078d54abc3af59ca111417", ".modelhub_state/market_intelligence.json": "cbe87f45dceb83ae539154c6e36ec52d61bdf04e4c41e3891798aea83f2a0912",
".modelhub_state/official_capabilities.json": "6b27297f7694094b4dac2355e8bb2aebe70ad29171f4b58d198021202efd4bea", ".modelhub_state/official_capabilities.json": "dc17e47426a59676934908df1bbe6d71299558373e3646f2d12fbda3714e2b63",
".modelhub_state/outcome_checkpoint.json": "825cba37de4c460deed7936d1d91190dfa53bd2f02849a73e450c9c341bc91fc", ".modelhub_state/outcome_checkpoint.json": "825cba37de4c460deed7936d1d91190dfa53bd2f02849a73e450c9c341bc91fc",
".modelhub_state/queue_cleanup_latest.json": "ac7dfc049da9da5930d3d9f4962bd3c2a0fa628a03049f8e5fa8eca7c87d8fe1", ".modelhub_state/queue_cleanup_latest.json": "ac7dfc049da9da5930d3d9f4962bd3c2a0fa628a03049f8e5fa8eca7c87d8fe1",
".modelhub_state/recent_outcomes.jsonl": "a431175c907bbd6eee4fecc9c3aeb926cd1c2b0218bbb9db9c0593e063c02b66", ".modelhub_state/recent_outcomes.jsonl": "a431175c907bbd6eee4fecc9c3aeb926cd1c2b0218bbb9db9c0593e063c02b66",
@@ -17,9 +17,9 @@
"ledger/submissions.jsonl": "6340b8ce5b5a629529628fe5050c7b040b61d49405a657d4f23c1b7ab496a56c", "ledger/submissions.jsonl": "6340b8ce5b5a629529628fe5050c7b040b61d49405a657d4f23c1b7ab496a56c",
"outcomes/submissions.jsonl": "21f4e22d1aac9da5ffd04fbbeb3382474297c5f9597d3e322ce5760c96c1f442" "outcomes/submissions.jsonl": "21f4e22d1aac9da5ffd04fbbeb3382474297c5f9597d3e322ce5760c96c1f442"
}, },
"generation": 21667, "generation": 21668,
"phase": "cycle", "phase": "cycle",
"schemaVersion": 1, "schemaVersion": 1,
"updatedAt": "2026-10-07T02:47:13.681359+00:00", "updatedAt": "2026-10-07T02:49:46.525272+00:00",
"writerId": "33ed03361c5848e88b8ce6204fb4f7d2" "writerId": "33ed03361c5848e88b8ce6204fb4f7d2"
} }