state: generation 19154 (cycle)

This commit is contained in:
2026-11-02 01:29:55 +00:00
parent e96e6682f4
commit b40fc2e197
3 changed files with 130 additions and 130 deletions

View File

@@ -3,66 +3,66 @@
"communityError": null, "communityError": null,
"communitySample": {}, "communitySample": {},
"communityUpdatedAt": "2026-11-02T01:15:10.648074+00:00", "communityUpdatedAt": "2026-11-02T01:15:10.648074+00:00",
"frameworkAttemptedAt": "2026-11-01T19:29:53.063190+00:00", "frameworkAttemptedAt": "2026-11-02T01:29:54.616314+00:00",
"frameworkError": null, "frameworkError": null,
"frameworkStats": { "frameworkStats": {
"text-generation": { "text-generation": {
"Ascend_910-b3": { "Ascend_910-b3": {
"llamacpp": { "llamacpp": {
"framework": "llamacpp", "framework": "llamacpp",
"modelCount": 45334, "modelCount": 45379,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 22975, "successCount": 23001,
"successRate": 0.5067940177350333, "successRate": 0.5068644086471716,
"wilsonLowerBound": 0.5021913472436329 "wilsonLowerBound": 0.502264023815863
}, },
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
"modelCount": 59809, "modelCount": 59842,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 15768, "successCount": 15775,
"successRate": 0.2636392516176495, "successRate": 0.2636108418836269,
"wilsonLowerBound": 0.2601233063395064 "wilsonLowerBound": 0.26009598587636884
}, },
"vllm_0.23.0": { "vllm_0.23.0": {
"framework": "vllm_0.23.0", "framework": "vllm_0.23.0",
"modelCount": 72, "modelCount": 73,
"officialConfigError": "framework_mismatch", "officialConfigError": "framework_mismatch",
"officialConfigValid": false, "officialConfigValid": false,
"successCount": 19, "successCount": 19,
"successRate": 0.2638888888888889, "successRate": 0.2602739726027397,
"wilsonLowerBound": 0.17593641596552725 "wilsonLowerBound": 0.17342050231153916
}, },
"vllm_tokenizer_patch": { "vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch", "framework": "vllm_tokenizer_patch",
"modelCount": 6873, "modelCount": 6908,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 2269, "successCount": 2275,
"successRate": 0.3301324021533537, "successRate": 0.3293283149971048,
"wilsonLowerBound": 0.31911212913022974 "wilsonLowerBound": 0.31834305027550747
} }
}, },
"Ascend_910-b4": { "Ascend_910-b4": {
"llamacpp": { "llamacpp": {
"framework": "llamacpp", "framework": "llamacpp",
"modelCount": 40558, "modelCount": 40602,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 19733, "successCount": 19768,
"successRate": 0.48653779772178113, "successRate": 0.4868725678538003,
"wilsonLowerBound": 0.48167489106209144 "wilsonLowerBound": 0.4820121776365853
}, },
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
"modelCount": 41409, "modelCount": 41420,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 11272, "successCount": 11276,
"successRate": 0.2722113550194402, "successRate": 0.27223563495895703,
"wilsonLowerBound": 0.26794552394560944 "wilsonLowerBound": 0.26797024562899013
}, },
"vllm_0.23.0": { "vllm_0.23.0": {
"framework": "vllm_0.23.0", "framework": "vllm_0.23.0",
@@ -75,12 +75,12 @@
}, },
"vllm_tokenizer_patch": { "vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch", "framework": "vllm_tokenizer_patch",
"modelCount": 16511, "modelCount": 16570,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 6548, "successCount": 6567,
"successRate": 0.3965840954515172, "successRate": 0.3963186481593241,
"wilsonLowerBound": 0.38914714972821574 "wilsonLowerBound": 0.38889582553051033
} }
}, },
"Biren_166m": { "Biren_166m": {
@@ -95,50 +95,50 @@
}, },
"vllm_fix_tokenizer": { "vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer", "framework": "vllm_fix_tokenizer",
"modelCount": 41841, "modelCount": 42006,
"officialConfigError": "malformed_command_argv", "officialConfigError": "malformed_command_argv",
"officialConfigValid": false, "officialConfigValid": false,
"successCount": 8323, "successCount": 8324,
"successRate": 0.198919719891972, "successRate": 0.19816216730943198,
"wilsonLowerBound": 0.19512243172998137 "wilsonLowerBound": 0.1943778331384343
}, },
"vllm_tokenizer_patch": { "vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch", "framework": "vllm_tokenizer_patch",
"modelCount": 8910, "modelCount": 8922,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 118, "successCount": 118,
"successRate": 0.01324354657687991, "successRate": 0.01322573414032728,
"wilsonLowerBound": 0.011070890077213597 "wilsonLowerBound": 0.011055984951780541
} }
}, },
"Cambricon_mlu-370-x4": { "Cambricon_mlu-370-x4": {
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
"modelCount": 26952, "modelCount": 26958,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 3315, "successCount": 3317,
"successRate": 0.12299643811219947, "successRate": 0.1230432524668002,
"wilsonLowerBound": 0.11912898152342752 "wilsonLowerBound": 0.1191755724609489
}, },
"vllm-customized": { "vllm-customized": {
"framework": "vllm-customized", "framework": "vllm-customized",
"modelCount": 16539, "modelCount": 16540,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 1676, "successCount": 1676,
"successRate": 0.10133623556442349, "successRate": 0.10133010882708585,
"wilsonLowerBound": 0.09682921445009696 "wilsonLowerBound": 0.09682334589619757
}, },
"vllm-mlu": { "vllm-mlu": {
"framework": "vllm-mlu", "framework": "vllm-mlu",
"modelCount": 19868, "modelCount": 19915,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 7442, "successCount": 7458,
"successRate": 0.3745721763640024, "successRate": 0.3744915892543309,
"wilsonLowerBound": 0.3678667164208734 "wilsonLowerBound": 0.3677943221172723
} }
}, },
"Cambricon_mlu-370-x8": { "Cambricon_mlu-370-x8": {
@@ -162,23 +162,23 @@
}, },
"vllm-mlu": { "vllm-mlu": {
"framework": "vllm-mlu", "framework": "vllm-mlu",
"modelCount": 60415, "modelCount": 60494,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 15001, "successCount": 15025,
"successRate": 0.24829926342795663, "successRate": 0.24837173934605083,
"wilsonLowerBound": 0.244870302664743 "wilsonLowerBound": 0.24494466675143256
} }
}, },
"Iluvatar_bi-100": { "Iluvatar_bi-100": {
"transformers": { "transformers": {
"framework": "transformers", "framework": "transformers",
"modelCount": 31270, "modelCount": 31328,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 4205, "successCount": 4209,
"successRate": 0.13447393668052446, "successRate": 0.1343526557711951,
"wilsonLowerBound": 0.1307374144512827 "wilsonLowerBound": 0.13062100648566569
}, },
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
@@ -191,21 +191,21 @@
}, },
"vllm-patch-tokenizer": { "vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer", "framework": "vllm-patch-tokenizer",
"modelCount": 50865, "modelCount": 50874,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 5806, "successCount": 5806,
"successRate": 0.1141452865428094, "successRate": 0.1141250933679286,
"wilsonLowerBound": 0.11141089395129808 "wilsonLowerBound": 0.11139115451367411
}, },
"vllm_fix_tokenizer": { "vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer", "framework": "vllm_fix_tokenizer",
"modelCount": 55994, "modelCount": 56139,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 3940, "successCount": 3940,
"successRate": 0.07036468193020681, "successRate": 0.07018293877696433,
"wilsonLowerBound": 0.0682755698841488 "wilsonLowerBound": 0.06809902822001364
} }
}, },
"Iluvatar_bi-150": { "Iluvatar_bi-150": {
@@ -229,12 +229,12 @@
}, },
"transformers": { "transformers": {
"framework": "transformers", "framework": "transformers",
"modelCount": 6770, "modelCount": 6772,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 631, "successCount": 631,
"successRate": 0.093205317577548, "successRate": 0.0931777909037212,
"wilsonLowerBound": 0.0865088737151957 "wilsonLowerBound": 0.08648323427990279
}, },
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
@@ -265,12 +265,12 @@
}, },
"vllm_fix_tokenizer": { "vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer", "framework": "vllm_fix_tokenizer",
"modelCount": 45798, "modelCount": 45811,
"officialConfigError": "malformed_command_argv", "officialConfigError": "malformed_command_argv",
"officialConfigValid": false, "officialConfigValid": false,
"successCount": 5915, "successCount": 5915,
"successRate": 0.12915411153325473, "successRate": 0.129117460871843,
"wilsonLowerBound": 0.12611363733817 "wilsonLowerBound": 0.12607778788246776
}, },
"vllm_tokenizer_patch": { "vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch", "framework": "vllm_tokenizer_patch",
@@ -294,85 +294,85 @@
}, },
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
"modelCount": 37378, "modelCount": 37413,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 7721, "successCount": 7739,
"successRate": 0.20656535930226336, "successRate": 0.20685323283350707,
"wilsonLowerBound": 0.20249137826552427 "wilsonLowerBound": 0.20277900173558172
} }
}, },
"Kunlunxin_p-800": { "Kunlunxin_p-800": {
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
"modelCount": 61683, "modelCount": 61685,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 12434, "successCount": 12435,
"successRate": 0.20157904122691828, "successRate": 0.20158871686795818,
"wilsonLowerBound": 0.19843166188895384 "wilsonLowerBound": 0.19844133085785093
}, },
"vllm_fix_tokenizer": { "vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer", "framework": "vllm_fix_tokenizer",
"modelCount": 21905, "modelCount": 21968,
"officialConfigError": "malformed_command_argv", "officialConfigError": "malformed_command_argv",
"officialConfigValid": false, "officialConfigValid": false,
"successCount": 5984, "successCount": 6001,
"successRate": 0.27317963935174616, "successRate": 0.27317006554989076,
"wilsonLowerBound": 0.2673188415355244 "wilsonLowerBound": 0.2673176856247286
}, },
"vllm_tokenizer_patch": { "vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch", "framework": "vllm_tokenizer_patch",
"modelCount": 17283, "modelCount": 17301,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 4148, "successCount": 4150,
"successRate": 0.240004628826014, "successRate": 0.23987052771516099,
"wilsonLowerBound": 0.23369545719916635 "wilsonLowerBound": 0.23356585470225197
} }
}, },
"MetaX_c-500": { "MetaX_c-500": {
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
"modelCount": 71604, "modelCount": 71639,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 19603, "successCount": 19611,
"successRate": 0.2737696218088375, "successRate": 0.27374753974790267,
"wilsonLowerBound": 0.270515815475356 "wilsonLowerBound": 0.2704946085816446
}, },
"vllm_tokenizer_patch": { "vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch", "framework": "vllm_tokenizer_patch",
"modelCount": 3118, "modelCount": 3150,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 1713, "successCount": 1727,
"successRate": 0.5493906350224503, "successRate": 0.5482539682539682,
"wilsonLowerBound": 0.5318758959259551 "wilsonLowerBound": 0.530826116783942
} }
}, },
"Mthreads_s4000": { "Mthreads_s4000": {
"llamacpp": { "llamacpp": {
"framework": "llamacpp", "framework": "llamacpp",
"modelCount": 49621, "modelCount": 49645,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 22357, "successCount": 22369,
"successRate": 0.4505552084802805, "successRate": 0.45057911169302045,
"wilsonLowerBound": 0.44618136928638047 "wilsonLowerBound": 0.44620630611081763
}, },
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
"modelCount": 42985, "modelCount": 43029,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 5822, "successCount": 5836,
"successRate": 0.13544259625450739, "successRate": 0.1356294592019336,
"wilsonLowerBound": 0.13224017044749356 "wilsonLowerBound": 0.13242675821920952
}, },
"vllm_tokenizer_patch": { "vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch", "framework": "vllm_tokenizer_patch",
"modelCount": 1519, "modelCount": 1530,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 0, "successCount": 0,
@@ -383,12 +383,12 @@
"Sunrise_pt-200-x1": { "Sunrise_pt-200-x1": {
"sglang": { "sglang": {
"framework": "sglang", "framework": "sglang",
"modelCount": 6290, "modelCount": 6291,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 192, "successCount": 192,
"successRate": 0.03052464228934817, "successRate": 0.030519790176442536,
"wilsonLowerBound": 0.026551520034527744 "wilsonLowerBound": 0.02654729145069718
}, },
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
@@ -401,12 +401,12 @@
}, },
"vllm_fix_tokenizer": { "vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer", "framework": "vllm_fix_tokenizer",
"modelCount": 8562, "modelCount": 8583,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 3765, "successCount": 3776,
"successRate": 0.4397337070777856, "successRate": 0.4399394151229174,
"wilsonLowerBound": 0.42924923720854574 "wilsonLowerBound": 0.429467121410506
} }
}, },
"Vastai_va16": { "Vastai_va16": {
@@ -421,47 +421,47 @@
}, },
"vllm_fix_tokenizer": { "vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer", "framework": "vllm_fix_tokenizer",
"modelCount": 24275, "modelCount": 24353,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 6742, "successCount": 6768,
"successRate": 0.27773429454170956, "successRate": 0.2779123721923377,
"wilsonLowerBound": 0.2721355026882366 "wilsonLowerBound": 0.2723213591710295
} }
}, },
"hygon_k100-ai": { "hygon_k100-ai": {
"llamacpp": { "llamacpp": {
"framework": "llamacpp", "framework": "llamacpp",
"modelCount": 30273, "modelCount": 30313,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 15486, "successCount": 15507,
"successRate": 0.5115449410365672, "successRate": 0.5115626958730578,
"wilsonLowerBound": 0.5059128719244974 "wilsonLowerBound": 0.5059343467950277
}, },
"vllm": { "vllm": {
"framework": "vllm", "framework": "vllm",
"modelCount": 70131, "modelCount": 70176,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 7650, "successCount": 7651,
"successRate": 0.1090815759079437, "successRate": 0.10902587779297766,
"wilsonLowerBound": 0.10679569639637888 "wilsonLowerBound": 0.10674124430762734
}, },
"vllm-patch-tokenizer": { "vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer", "framework": "vllm-patch-tokenizer",
"modelCount": 15557, "modelCount": 15612,
"officialConfigError": null, "officialConfigError": null,
"officialConfigValid": true, "officialConfigValid": true,
"successCount": 2940, "successCount": 2945,
"successRate": 0.18898245162949154, "successRate": 0.18863694593902128,
"wilsonLowerBound": 0.1829074766584014 "wilsonLowerBound": 0.18257693786618892
} }
} }
} }
}, },
"frameworkUpdatedAt": null, "frameworkUpdatedAt": null,
"generatedAt": "2026-11-02T01:28:47.466346+00:00", "generatedAt": "2026-11-02T01:29:54.616314+00:00",
"gpuStats": { "gpuStats": {
"Ascend_910-b3": { "Ascend_910-b3": {
"available": true, "available": true,

View File

@@ -1,5 +1,5 @@
{ {
"catalogUpdatedAt": "2026-11-02T01:28:47.466346+00:00", "catalogUpdatedAt": "2026-11-02T01:29:54.616314+00:00",
"configuredTaskTypes": [ "configuredTaskTypes": [
"text-generation" "text-generation"
], ],
@@ -56,7 +56,7 @@
"time-series-forecasting" "time-series-forecasting"
], ],
"errors": [], "errors": [],
"generatedAt": "2026-11-02T01:28:47.466346+00:00", "generatedAt": "2026-11-02T01:29:54.616314+00:00",
"gpuCatalog": { "gpuCatalog": {
"Ascend_910-b3": { "Ascend_910-b3": {
"canVerify": true, "canVerify": true,
@@ -6563,6 +6563,6 @@
"updateTime": "2025-12-22 08:59:53" "updateTime": "2025-12-22 08:59:53"
} }
], ],
"taskTreeUpdatedAt": "2026-11-02T01:28:47.466346+00:00", "taskTreeUpdatedAt": "2026-11-02T01:29:54.616314+00:00",
"version": 1 "version": 1
} }

View File

@@ -4,8 +4,8 @@
".modelhub_state/account_capacity.json": "75992f8fc87bd43463ad6a2225d42d2ca55bf3279439823531261e6ae705f09c", ".modelhub_state/account_capacity.json": "75992f8fc87bd43463ad6a2225d42d2ca55bf3279439823531261e6ae705f09c",
".modelhub_state/architecture_compatibility_blacklist.json": "563a95685d9e133a628814d72044988111edf94e825edb6e999b09e99da3b211", ".modelhub_state/architecture_compatibility_blacklist.json": "563a95685d9e133a628814d72044988111edf94e825edb6e999b09e99da3b211",
".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff", ".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff",
".modelhub_state/market_intelligence.json": "d30c334fbeedc299ed69d28b4ca8abb61a4a9c4390a07d20d16890b67df4125c", ".modelhub_state/market_intelligence.json": "1ce79bd8f10ea93f05066477b77f05b67270e80b6fb4e88ccaf4e85d85e6d3cd",
".modelhub_state/official_capabilities.json": "47168032ce1a8fb03048240360e5fc925bd16eb2def185a6862e94cbe13c33e8", ".modelhub_state/official_capabilities.json": "a09db5adedd516e9dfc9b7ae26f12e82f2b5160e4de46ca2568a369dcf3fb8dd",
".modelhub_state/outcome_checkpoint.json": "5e770455ff8b5389dc55b246afc7255c9c378074e8a65a230098b58d655d3d7f", ".modelhub_state/outcome_checkpoint.json": "5e770455ff8b5389dc55b246afc7255c9c378074e8a65a230098b58d655d3d7f",
".modelhub_state/recent_outcomes.jsonl": "4a2b009a6a1705662133337acd7d0aa98044164a9d827aa3d07f20073183e82b", ".modelhub_state/recent_outcomes.jsonl": "4a2b009a6a1705662133337acd7d0aa98044164a9d827aa3d07f20073183e82b",
".modelhub_state/recovery_active_tasks.jsonl": "62cfe69eee397f5ef0310ccd3b62113f2b02c38d79ec566bae401c3b480c4aa0", ".modelhub_state/recovery_active_tasks.jsonl": "62cfe69eee397f5ef0310ccd3b62113f2b02c38d79ec566bae401c3b480c4aa0",
@@ -16,9 +16,9 @@
"ledger/submissions.jsonl": "74ecb8e266f06f2f975f901eb06c2825ae895f5d4c221b344fed530af7308c1d", "ledger/submissions.jsonl": "74ecb8e266f06f2f975f901eb06c2825ae895f5d4c221b344fed530af7308c1d",
"outcomes/submissions.jsonl": "e522c25015b250df8636e7b9d13ecbb781db7d8be03c7ea320394c1d55a59525" "outcomes/submissions.jsonl": "e522c25015b250df8636e7b9d13ecbb781db7d8be03c7ea320394c1d55a59525"
}, },
"generation": 19153, "generation": 19154,
"phase": "cycle", "phase": "cycle",
"schemaVersion": 1, "schemaVersion": 1,
"updatedAt": "2026-11-02T01:28:50.075740+00:00", "updatedAt": "2026-11-02T01:29:55.811789+00:00",
"writerId": "b60d613251844af6b43636e34287be85" "writerId": "b60d613251844af6b43636e34287be85"
} }