state: generation 19154 (cycle)
This commit is contained in:
@@ -3,66 +3,66 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-11-02T01:15:10.648074+00:00",
|
||||
"frameworkAttemptedAt": "2026-11-01T19:29:53.063190+00:00",
|
||||
"frameworkAttemptedAt": "2026-11-02T01:29:54.616314+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 45334,
|
||||
"modelCount": 45379,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22975,
|
||||
"successRate": 0.5067940177350333,
|
||||
"wilsonLowerBound": 0.5021913472436329
|
||||
"successCount": 23001,
|
||||
"successRate": 0.5068644086471716,
|
||||
"wilsonLowerBound": 0.502264023815863
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 59809,
|
||||
"modelCount": 59842,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15768,
|
||||
"successRate": 0.2636392516176495,
|
||||
"wilsonLowerBound": 0.2601233063395064
|
||||
"successCount": 15775,
|
||||
"successRate": 0.2636108418836269,
|
||||
"wilsonLowerBound": 0.26009598587636884
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 72,
|
||||
"modelCount": 73,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 19,
|
||||
"successRate": 0.2638888888888889,
|
||||
"wilsonLowerBound": 0.17593641596552725
|
||||
"successRate": 0.2602739726027397,
|
||||
"wilsonLowerBound": 0.17342050231153916
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6873,
|
||||
"modelCount": 6908,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2269,
|
||||
"successRate": 0.3301324021533537,
|
||||
"wilsonLowerBound": 0.31911212913022974
|
||||
"successCount": 2275,
|
||||
"successRate": 0.3293283149971048,
|
||||
"wilsonLowerBound": 0.31834305027550747
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 40558,
|
||||
"modelCount": 40602,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19733,
|
||||
"successRate": 0.48653779772178113,
|
||||
"wilsonLowerBound": 0.48167489106209144
|
||||
"successCount": 19768,
|
||||
"successRate": 0.4868725678538003,
|
||||
"wilsonLowerBound": 0.4820121776365853
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41409,
|
||||
"modelCount": 41420,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11272,
|
||||
"successRate": 0.2722113550194402,
|
||||
"wilsonLowerBound": 0.26794552394560944
|
||||
"successCount": 11276,
|
||||
"successRate": 0.27223563495895703,
|
||||
"wilsonLowerBound": 0.26797024562899013
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -75,12 +75,12 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16511,
|
||||
"modelCount": 16570,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6548,
|
||||
"successRate": 0.3965840954515172,
|
||||
"wilsonLowerBound": 0.38914714972821574
|
||||
"successCount": 6567,
|
||||
"successRate": 0.3963186481593241,
|
||||
"wilsonLowerBound": 0.38889582553051033
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
@@ -95,50 +95,50 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 41841,
|
||||
"modelCount": 42006,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 8323,
|
||||
"successRate": 0.198919719891972,
|
||||
"wilsonLowerBound": 0.19512243172998137
|
||||
"successCount": 8324,
|
||||
"successRate": 0.19816216730943198,
|
||||
"wilsonLowerBound": 0.1943778331384343
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8910,
|
||||
"modelCount": 8922,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 118,
|
||||
"successRate": 0.01324354657687991,
|
||||
"wilsonLowerBound": 0.011070890077213597
|
||||
"successRate": 0.01322573414032728,
|
||||
"wilsonLowerBound": 0.011055984951780541
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26952,
|
||||
"modelCount": 26958,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3315,
|
||||
"successRate": 0.12299643811219947,
|
||||
"wilsonLowerBound": 0.11912898152342752
|
||||
"successCount": 3317,
|
||||
"successRate": 0.1230432524668002,
|
||||
"wilsonLowerBound": 0.1191755724609489
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16539,
|
||||
"modelCount": 16540,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10133623556442349,
|
||||
"wilsonLowerBound": 0.09682921445009696
|
||||
"successRate": 0.10133010882708585,
|
||||
"wilsonLowerBound": 0.09682334589619757
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 19868,
|
||||
"modelCount": 19915,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7442,
|
||||
"successRate": 0.3745721763640024,
|
||||
"wilsonLowerBound": 0.3678667164208734
|
||||
"successCount": 7458,
|
||||
"successRate": 0.3744915892543309,
|
||||
"wilsonLowerBound": 0.3677943221172723
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
@@ -162,23 +162,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 60415,
|
||||
"modelCount": 60494,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15001,
|
||||
"successRate": 0.24829926342795663,
|
||||
"wilsonLowerBound": 0.244870302664743
|
||||
"successCount": 15025,
|
||||
"successRate": 0.24837173934605083,
|
||||
"wilsonLowerBound": 0.24494466675143256
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 31270,
|
||||
"modelCount": 31328,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4205,
|
||||
"successRate": 0.13447393668052446,
|
||||
"wilsonLowerBound": 0.1307374144512827
|
||||
"successCount": 4209,
|
||||
"successRate": 0.1343526557711951,
|
||||
"wilsonLowerBound": 0.13062100648566569
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -191,21 +191,21 @@
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50865,
|
||||
"modelCount": 50874,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5806,
|
||||
"successRate": 0.1141452865428094,
|
||||
"wilsonLowerBound": 0.11141089395129808
|
||||
"successRate": 0.1141250933679286,
|
||||
"wilsonLowerBound": 0.11139115451367411
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 55994,
|
||||
"modelCount": 56139,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3940,
|
||||
"successRate": 0.07036468193020681,
|
||||
"wilsonLowerBound": 0.0682755698841488
|
||||
"successRate": 0.07018293877696433,
|
||||
"wilsonLowerBound": 0.06809902822001364
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
@@ -229,12 +229,12 @@
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 6770,
|
||||
"modelCount": 6772,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 631,
|
||||
"successRate": 0.093205317577548,
|
||||
"wilsonLowerBound": 0.0865088737151957
|
||||
"successRate": 0.0931777909037212,
|
||||
"wilsonLowerBound": 0.08648323427990279
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -265,12 +265,12 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 45798,
|
||||
"modelCount": 45811,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5915,
|
||||
"successRate": 0.12915411153325473,
|
||||
"wilsonLowerBound": 0.12611363733817
|
||||
"successRate": 0.129117460871843,
|
||||
"wilsonLowerBound": 0.12607778788246776
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
@@ -294,85 +294,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37378,
|
||||
"modelCount": 37413,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7721,
|
||||
"successRate": 0.20656535930226336,
|
||||
"wilsonLowerBound": 0.20249137826552427
|
||||
"successCount": 7739,
|
||||
"successRate": 0.20685323283350707,
|
||||
"wilsonLowerBound": 0.20277900173558172
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61683,
|
||||
"modelCount": 61685,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12434,
|
||||
"successRate": 0.20157904122691828,
|
||||
"wilsonLowerBound": 0.19843166188895384
|
||||
"successCount": 12435,
|
||||
"successRate": 0.20158871686795818,
|
||||
"wilsonLowerBound": 0.19844133085785093
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 21905,
|
||||
"modelCount": 21968,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5984,
|
||||
"successRate": 0.27317963935174616,
|
||||
"wilsonLowerBound": 0.2673188415355244
|
||||
"successCount": 6001,
|
||||
"successRate": 0.27317006554989076,
|
||||
"wilsonLowerBound": 0.2673176856247286
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 17283,
|
||||
"modelCount": 17301,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4148,
|
||||
"successRate": 0.240004628826014,
|
||||
"wilsonLowerBound": 0.23369545719916635
|
||||
"successCount": 4150,
|
||||
"successRate": 0.23987052771516099,
|
||||
"wilsonLowerBound": 0.23356585470225197
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 71604,
|
||||
"modelCount": 71639,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19603,
|
||||
"successRate": 0.2737696218088375,
|
||||
"wilsonLowerBound": 0.270515815475356
|
||||
"successCount": 19611,
|
||||
"successRate": 0.27374753974790267,
|
||||
"wilsonLowerBound": 0.2704946085816446
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 3118,
|
||||
"modelCount": 3150,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1713,
|
||||
"successRate": 0.5493906350224503,
|
||||
"wilsonLowerBound": 0.5318758959259551
|
||||
"successCount": 1727,
|
||||
"successRate": 0.5482539682539682,
|
||||
"wilsonLowerBound": 0.530826116783942
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 49621,
|
||||
"modelCount": 49645,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22357,
|
||||
"successRate": 0.4505552084802805,
|
||||
"wilsonLowerBound": 0.44618136928638047
|
||||
"successCount": 22369,
|
||||
"successRate": 0.45057911169302045,
|
||||
"wilsonLowerBound": 0.44620630611081763
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 42985,
|
||||
"modelCount": 43029,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5822,
|
||||
"successRate": 0.13544259625450739,
|
||||
"wilsonLowerBound": 0.13224017044749356
|
||||
"successCount": 5836,
|
||||
"successRate": 0.1356294592019336,
|
||||
"wilsonLowerBound": 0.13242675821920952
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1519,
|
||||
"modelCount": 1530,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -383,12 +383,12 @@
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6290,
|
||||
"modelCount": 6291,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.03052464228934817,
|
||||
"wilsonLowerBound": 0.026551520034527744
|
||||
"successRate": 0.030519790176442536,
|
||||
"wilsonLowerBound": 0.02654729145069718
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -401,12 +401,12 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8562,
|
||||
"modelCount": 8583,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3765,
|
||||
"successRate": 0.4397337070777856,
|
||||
"wilsonLowerBound": 0.42924923720854574
|
||||
"successCount": 3776,
|
||||
"successRate": 0.4399394151229174,
|
||||
"wilsonLowerBound": 0.429467121410506
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -421,47 +421,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 24275,
|
||||
"modelCount": 24353,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6742,
|
||||
"successRate": 0.27773429454170956,
|
||||
"wilsonLowerBound": 0.2721355026882366
|
||||
"successCount": 6768,
|
||||
"successRate": 0.2779123721923377,
|
||||
"wilsonLowerBound": 0.2723213591710295
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 30273,
|
||||
"modelCount": 30313,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15486,
|
||||
"successRate": 0.5115449410365672,
|
||||
"wilsonLowerBound": 0.5059128719244974
|
||||
"successCount": 15507,
|
||||
"successRate": 0.5115626958730578,
|
||||
"wilsonLowerBound": 0.5059343467950277
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 70131,
|
||||
"modelCount": 70176,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7650,
|
||||
"successRate": 0.1090815759079437,
|
||||
"wilsonLowerBound": 0.10679569639637888
|
||||
"successCount": 7651,
|
||||
"successRate": 0.10902587779297766,
|
||||
"wilsonLowerBound": 0.10674124430762734
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 15557,
|
||||
"modelCount": 15612,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2940,
|
||||
"successRate": 0.18898245162949154,
|
||||
"wilsonLowerBound": 0.1829074766584014
|
||||
"successCount": 2945,
|
||||
"successRate": 0.18863694593902128,
|
||||
"wilsonLowerBound": 0.18257693786618892
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-11-02T01:28:47.466346+00:00",
|
||||
"generatedAt": "2026-11-02T01:29:54.616314+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
{
|
||||
"catalogUpdatedAt": "2026-11-02T01:28:47.466346+00:00",
|
||||
"catalogUpdatedAt": "2026-11-02T01:29:54.616314+00:00",
|
||||
"configuredTaskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
@@ -56,7 +56,7 @@
|
||||
"time-series-forecasting"
|
||||
],
|
||||
"errors": [],
|
||||
"generatedAt": "2026-11-02T01:28:47.466346+00:00",
|
||||
"generatedAt": "2026-11-02T01:29:54.616314+00:00",
|
||||
"gpuCatalog": {
|
||||
"Ascend_910-b3": {
|
||||
"canVerify": true,
|
||||
@@ -6563,6 +6563,6 @@
|
||||
"updateTime": "2025-12-22 08:59:53"
|
||||
}
|
||||
],
|
||||
"taskTreeUpdatedAt": "2026-11-02T01:28:47.466346+00:00",
|
||||
"taskTreeUpdatedAt": "2026-11-02T01:29:54.616314+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -4,8 +4,8 @@
|
||||
".modelhub_state/account_capacity.json": "75992f8fc87bd43463ad6a2225d42d2ca55bf3279439823531261e6ae705f09c",
|
||||
".modelhub_state/architecture_compatibility_blacklist.json": "563a95685d9e133a628814d72044988111edf94e825edb6e999b09e99da3b211",
|
||||
".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff",
|
||||
".modelhub_state/market_intelligence.json": "d30c334fbeedc299ed69d28b4ca8abb61a4a9c4390a07d20d16890b67df4125c",
|
||||
".modelhub_state/official_capabilities.json": "47168032ce1a8fb03048240360e5fc925bd16eb2def185a6862e94cbe13c33e8",
|
||||
".modelhub_state/market_intelligence.json": "1ce79bd8f10ea93f05066477b77f05b67270e80b6fb4e88ccaf4e85d85e6d3cd",
|
||||
".modelhub_state/official_capabilities.json": "a09db5adedd516e9dfc9b7ae26f12e82f2b5160e4de46ca2568a369dcf3fb8dd",
|
||||
".modelhub_state/outcome_checkpoint.json": "5e770455ff8b5389dc55b246afc7255c9c378074e8a65a230098b58d655d3d7f",
|
||||
".modelhub_state/recent_outcomes.jsonl": "4a2b009a6a1705662133337acd7d0aa98044164a9d827aa3d07f20073183e82b",
|
||||
".modelhub_state/recovery_active_tasks.jsonl": "62cfe69eee397f5ef0310ccd3b62113f2b02c38d79ec566bae401c3b480c4aa0",
|
||||
@@ -16,9 +16,9 @@
|
||||
"ledger/submissions.jsonl": "74ecb8e266f06f2f975f901eb06c2825ae895f5d4c221b344fed530af7308c1d",
|
||||
"outcomes/submissions.jsonl": "e522c25015b250df8636e7b9d13ecbb781db7d8be03c7ea320394c1d55a59525"
|
||||
},
|
||||
"generation": 19153,
|
||||
"generation": 19154,
|
||||
"phase": "cycle",
|
||||
"schemaVersion": 1,
|
||||
"updatedAt": "2026-11-02T01:28:50.075740+00:00",
|
||||
"updatedAt": "2026-11-02T01:29:55.811789+00:00",
|
||||
"writerId": "b60d613251844af6b43636e34287be85"
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user