state: generation 19154 (cycle)

This commit is contained in:
2026-11-02 01:29:55 +00:00
parent e96e6682f4
commit b40fc2e197
3 changed files with 130 additions and 130 deletions

View File

@@ -3,66 +3,66 @@
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-11-02T01:15:10.648074+00:00",
"frameworkAttemptedAt": "2026-11-01T19:29:53.063190+00:00",
"frameworkAttemptedAt": "2026-11-02T01:29:54.616314+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 45334,
"modelCount": 45379,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22975,
"successRate": 0.5067940177350333,
"wilsonLowerBound": 0.5021913472436329
"successCount": 23001,
"successRate": 0.5068644086471716,
"wilsonLowerBound": 0.502264023815863
},
"vllm": {
"framework": "vllm",
"modelCount": 59809,
"modelCount": 59842,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15768,
"successRate": 0.2636392516176495,
"wilsonLowerBound": 0.2601233063395064
"successCount": 15775,
"successRate": 0.2636108418836269,
"wilsonLowerBound": 0.26009598587636884
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 72,
"modelCount": 73,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 19,
"successRate": 0.2638888888888889,
"wilsonLowerBound": 0.17593641596552725
"successRate": 0.2602739726027397,
"wilsonLowerBound": 0.17342050231153916
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6873,
"modelCount": 6908,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2269,
"successRate": 0.3301324021533537,
"wilsonLowerBound": 0.31911212913022974
"successCount": 2275,
"successRate": 0.3293283149971048,
"wilsonLowerBound": 0.31834305027550747
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40558,
"modelCount": 40602,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19733,
"successRate": 0.48653779772178113,
"wilsonLowerBound": 0.48167489106209144
"successCount": 19768,
"successRate": 0.4868725678538003,
"wilsonLowerBound": 0.4820121776365853
},
"vllm": {
"framework": "vllm",
"modelCount": 41409,
"modelCount": 41420,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11272,
"successRate": 0.2722113550194402,
"wilsonLowerBound": 0.26794552394560944
"successCount": 11276,
"successRate": 0.27223563495895703,
"wilsonLowerBound": 0.26797024562899013
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -75,12 +75,12 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16511,
"modelCount": 16570,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6548,
"successRate": 0.3965840954515172,
"wilsonLowerBound": 0.38914714972821574
"successCount": 6567,
"successRate": 0.3963186481593241,
"wilsonLowerBound": 0.38889582553051033
}
},
"Biren_166m": {
@@ -95,50 +95,50 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 41841,
"modelCount": 42006,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8323,
"successRate": 0.198919719891972,
"wilsonLowerBound": 0.19512243172998137
"successCount": 8324,
"successRate": 0.19816216730943198,
"wilsonLowerBound": 0.1943778331384343
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8910,
"modelCount": 8922,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.01324354657687991,
"wilsonLowerBound": 0.011070890077213597
"successRate": 0.01322573414032728,
"wilsonLowerBound": 0.011055984951780541
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26952,
"modelCount": 26958,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3315,
"successRate": 0.12299643811219947,
"wilsonLowerBound": 0.11912898152342752
"successCount": 3317,
"successRate": 0.1230432524668002,
"wilsonLowerBound": 0.1191755724609489
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16539,
"modelCount": 16540,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10133623556442349,
"wilsonLowerBound": 0.09682921445009696
"successRate": 0.10133010882708585,
"wilsonLowerBound": 0.09682334589619757
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19868,
"modelCount": 19915,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7442,
"successRate": 0.3745721763640024,
"wilsonLowerBound": 0.3678667164208734
"successCount": 7458,
"successRate": 0.3744915892543309,
"wilsonLowerBound": 0.3677943221172723
}
},
"Cambricon_mlu-370-x8": {
@@ -162,23 +162,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 60415,
"modelCount": 60494,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15001,
"successRate": 0.24829926342795663,
"wilsonLowerBound": 0.244870302664743
"successCount": 15025,
"successRate": 0.24837173934605083,
"wilsonLowerBound": 0.24494466675143256
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 31270,
"modelCount": 31328,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4205,
"successRate": 0.13447393668052446,
"wilsonLowerBound": 0.1307374144512827
"successCount": 4209,
"successRate": 0.1343526557711951,
"wilsonLowerBound": 0.13062100648566569
},
"vllm": {
"framework": "vllm",
@@ -191,21 +191,21 @@
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50865,
"modelCount": 50874,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5806,
"successRate": 0.1141452865428094,
"wilsonLowerBound": 0.11141089395129808
"successRate": 0.1141250933679286,
"wilsonLowerBound": 0.11139115451367411
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 55994,
"modelCount": 56139,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3940,
"successRate": 0.07036468193020681,
"wilsonLowerBound": 0.0682755698841488
"successRate": 0.07018293877696433,
"wilsonLowerBound": 0.06809902822001364
}
},
"Iluvatar_bi-150": {
@@ -229,12 +229,12 @@
},
"transformers": {
"framework": "transformers",
"modelCount": 6770,
"modelCount": 6772,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.093205317577548,
"wilsonLowerBound": 0.0865088737151957
"successRate": 0.0931777909037212,
"wilsonLowerBound": 0.08648323427990279
},
"vllm": {
"framework": "vllm",
@@ -265,12 +265,12 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45798,
"modelCount": 45811,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5915,
"successRate": 0.12915411153325473,
"wilsonLowerBound": 0.12611363733817
"successRate": 0.129117460871843,
"wilsonLowerBound": 0.12607778788246776
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
@@ -294,85 +294,85 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 37378,
"modelCount": 37413,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7721,
"successRate": 0.20656535930226336,
"wilsonLowerBound": 0.20249137826552427
"successCount": 7739,
"successRate": 0.20685323283350707,
"wilsonLowerBound": 0.20277900173558172
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61683,
"modelCount": 61685,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12434,
"successRate": 0.20157904122691828,
"wilsonLowerBound": 0.19843166188895384
"successCount": 12435,
"successRate": 0.20158871686795818,
"wilsonLowerBound": 0.19844133085785093
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21905,
"modelCount": 21968,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5984,
"successRate": 0.27317963935174616,
"wilsonLowerBound": 0.2673188415355244
"successCount": 6001,
"successRate": 0.27317006554989076,
"wilsonLowerBound": 0.2673176856247286
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17283,
"modelCount": 17301,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4148,
"successRate": 0.240004628826014,
"wilsonLowerBound": 0.23369545719916635
"successCount": 4150,
"successRate": 0.23987052771516099,
"wilsonLowerBound": 0.23356585470225197
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71604,
"modelCount": 71639,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19603,
"successRate": 0.2737696218088375,
"wilsonLowerBound": 0.270515815475356
"successCount": 19611,
"successRate": 0.27374753974790267,
"wilsonLowerBound": 0.2704946085816446
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 3118,
"modelCount": 3150,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1713,
"successRate": 0.5493906350224503,
"wilsonLowerBound": 0.5318758959259551
"successCount": 1727,
"successRate": 0.5482539682539682,
"wilsonLowerBound": 0.530826116783942
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49621,
"modelCount": 49645,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22357,
"successRate": 0.4505552084802805,
"wilsonLowerBound": 0.44618136928638047
"successCount": 22369,
"successRate": 0.45057911169302045,
"wilsonLowerBound": 0.44620630611081763
},
"vllm": {
"framework": "vllm",
"modelCount": 42985,
"modelCount": 43029,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5822,
"successRate": 0.13544259625450739,
"wilsonLowerBound": 0.13224017044749356
"successCount": 5836,
"successRate": 0.1356294592019336,
"wilsonLowerBound": 0.13242675821920952
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1519,
"modelCount": 1530,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
@@ -383,12 +383,12 @@
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6290,
"modelCount": 6291,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052464228934817,
"wilsonLowerBound": 0.026551520034527744
"successRate": 0.030519790176442536,
"wilsonLowerBound": 0.02654729145069718
},
"vllm": {
"framework": "vllm",
@@ -401,12 +401,12 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8562,
"modelCount": 8583,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3765,
"successRate": 0.4397337070777856,
"wilsonLowerBound": 0.42924923720854574
"successCount": 3776,
"successRate": 0.4399394151229174,
"wilsonLowerBound": 0.429467121410506
}
},
"Vastai_va16": {
@@ -421,47 +421,47 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 24275,
"modelCount": 24353,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6742,
"successRate": 0.27773429454170956,
"wilsonLowerBound": 0.2721355026882366
"successCount": 6768,
"successRate": 0.2779123721923377,
"wilsonLowerBound": 0.2723213591710295
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 30273,
"modelCount": 30313,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15486,
"successRate": 0.5115449410365672,
"wilsonLowerBound": 0.5059128719244974
"successCount": 15507,
"successRate": 0.5115626958730578,
"wilsonLowerBound": 0.5059343467950277
},
"vllm": {
"framework": "vllm",
"modelCount": 70131,
"modelCount": 70176,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7650,
"successRate": 0.1090815759079437,
"wilsonLowerBound": 0.10679569639637888
"successCount": 7651,
"successRate": 0.10902587779297766,
"wilsonLowerBound": 0.10674124430762734
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15557,
"modelCount": 15612,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2940,
"successRate": 0.18898245162949154,
"wilsonLowerBound": 0.1829074766584014
"successCount": 2945,
"successRate": 0.18863694593902128,
"wilsonLowerBound": 0.18257693786618892
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-11-02T01:28:47.466346+00:00",
"generatedAt": "2026-11-02T01:29:54.616314+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,

View File

@@ -1,5 +1,5 @@
{
"catalogUpdatedAt": "2026-11-02T01:28:47.466346+00:00",
"catalogUpdatedAt": "2026-11-02T01:29:54.616314+00:00",
"configuredTaskTypes": [
"text-generation"
],
@@ -56,7 +56,7 @@
"time-series-forecasting"
],
"errors": [],
"generatedAt": "2026-11-02T01:28:47.466346+00:00",
"generatedAt": "2026-11-02T01:29:54.616314+00:00",
"gpuCatalog": {
"Ascend_910-b3": {
"canVerify": true,
@@ -6563,6 +6563,6 @@
"updateTime": "2025-12-22 08:59:53"
}
],
"taskTreeUpdatedAt": "2026-11-02T01:28:47.466346+00:00",
"taskTreeUpdatedAt": "2026-11-02T01:29:54.616314+00:00",
"version": 1
}

View File

@@ -4,8 +4,8 @@
".modelhub_state/account_capacity.json": "75992f8fc87bd43463ad6a2225d42d2ca55bf3279439823531261e6ae705f09c",
".modelhub_state/architecture_compatibility_blacklist.json": "563a95685d9e133a628814d72044988111edf94e825edb6e999b09e99da3b211",
".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff",
".modelhub_state/market_intelligence.json": "d30c334fbeedc299ed69d28b4ca8abb61a4a9c4390a07d20d16890b67df4125c",
".modelhub_state/official_capabilities.json": "47168032ce1a8fb03048240360e5fc925bd16eb2def185a6862e94cbe13c33e8",
".modelhub_state/market_intelligence.json": "1ce79bd8f10ea93f05066477b77f05b67270e80b6fb4e88ccaf4e85d85e6d3cd",
".modelhub_state/official_capabilities.json": "a09db5adedd516e9dfc9b7ae26f12e82f2b5160e4de46ca2568a369dcf3fb8dd",
".modelhub_state/outcome_checkpoint.json": "5e770455ff8b5389dc55b246afc7255c9c378074e8a65a230098b58d655d3d7f",
".modelhub_state/recent_outcomes.jsonl": "4a2b009a6a1705662133337acd7d0aa98044164a9d827aa3d07f20073183e82b",
".modelhub_state/recovery_active_tasks.jsonl": "62cfe69eee397f5ef0310ccd3b62113f2b02c38d79ec566bae401c3b480c4aa0",
@@ -16,9 +16,9 @@
"ledger/submissions.jsonl": "74ecb8e266f06f2f975f901eb06c2825ae895f5d4c221b344fed530af7308c1d",
"outcomes/submissions.jsonl": "e522c25015b250df8636e7b9d13ecbb781db7d8be03c7ea320394c1d55a59525"
},
"generation": 19153,
"generation": 19154,
"phase": "cycle",
"schemaVersion": 1,
"updatedAt": "2026-11-02T01:28:50.075740+00:00",
"updatedAt": "2026-11-02T01:29:55.811789+00:00",
"writerId": "b60d613251844af6b43636e34287be85"
}