state: generation 8637 (cycle)
This commit is contained in:
@@ -1741,7 +1741,7 @@
|
|||||||
"taskType": "text-generation"
|
"taskType": "text-generation"
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"generatedAt": "2026-09-17T08:40:09.279812+00:00",
|
"generatedAt": "2026-09-17T08:42:54.830839+00:00",
|
||||||
"summary": {
|
"summary": {
|
||||||
"activeBlockCount": 84,
|
"activeBlockCount": 84,
|
||||||
"byGpuFramework": {
|
"byGpuFramework": {
|
||||||
|
|||||||
@@ -3,7 +3,7 @@
|
|||||||
"0": {
|
"0": {
|
||||||
"complete": false,
|
"complete": false,
|
||||||
"lastError": "ModelHubAPIError: 系统错误",
|
"lastError": "ModelHubAPIError: 系统错误",
|
||||||
"listingErrors": 632,
|
"listingErrors": 633,
|
||||||
"nextPage": 1,
|
"nextPage": 1,
|
||||||
"recordsScanned": 0,
|
"recordsScanned": 0,
|
||||||
"uniqueRecords": 0
|
"uniqueRecords": 0
|
||||||
@@ -102,12 +102,12 @@
|
|||||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||||
"failureLogsInspected": 0,
|
"failureLogsInspected": 0,
|
||||||
"mode": "incremental_decision_only",
|
"mode": "incremental_decision_only",
|
||||||
"nextAccountIndex": 0,
|
"nextAccountIndex": 1,
|
||||||
"recordsScanned": 0,
|
"recordsScanned": 0,
|
||||||
"seenTaskIds": [],
|
"seenTaskIds": [],
|
||||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||||
"terminalRecords": 0,
|
"terminalRecords": 0,
|
||||||
"uniqueRecords": 0,
|
"uniqueRecords": 0,
|
||||||
"updatedAt": "2026-09-17T08:40:09.254492+00:00",
|
"updatedAt": "2026-09-17T08:42:54.805014+00:00",
|
||||||
"version": 1
|
"version": 1
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -3,106 +3,106 @@
|
|||||||
"communityError": null,
|
"communityError": null,
|
||||||
"communitySample": {},
|
"communitySample": {},
|
||||||
"communityUpdatedAt": "2026-09-17T08:35:06.081759+00:00",
|
"communityUpdatedAt": "2026-09-17T08:35:06.081759+00:00",
|
||||||
"frameworkAttemptedAt": "2026-09-17T02:40:25.916083+00:00",
|
"frameworkAttemptedAt": "2026-09-17T08:41:15.696979+00:00",
|
||||||
"frameworkError": null,
|
"frameworkError": null,
|
||||||
"frameworkStats": {
|
"frameworkStats": {
|
||||||
"text-generation": {
|
"text-generation": {
|
||||||
"Ascend_910-b3": {
|
"Ascend_910-b3": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 39324,
|
"modelCount": 39360,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 18958,
|
"successCount": 18975,
|
||||||
"successRate": 0.48209744685179534,
|
"successRate": 0.48208841463414637,
|
||||||
"wilsonLowerBound": 0.47716066800941404
|
"wilsonLowerBound": 0.47715389704070915
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 52293,
|
"modelCount": 52360,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 14696,
|
"successCount": 14707,
|
||||||
"successRate": 0.2810318780716348,
|
"successRate": 0.28088235294117647,
|
||||||
"wilsonLowerBound": 0.27719535570417475
|
"wilsonLowerBound": 0.2770489106119704
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 2501,
|
"modelCount": 2526,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 688,
|
"successCount": 699,
|
||||||
"successRate": 0.27508996401439423,
|
"successRate": 0.27672209026128264,
|
||||||
"wilsonLowerBound": 0.2579432900048845
|
"wilsonLowerBound": 0.25962437090752155
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Ascend_910-b4": {
|
"Ascend_910-b4": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 32537,
|
"modelCount": 32588,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 14286,
|
"successCount": 14318,
|
||||||
"successRate": 0.4390693671819774,
|
"successRate": 0.4393641831348963,
|
||||||
"wilsonLowerBound": 0.4336843948048854
|
"wilsonLowerBound": 0.4339829932996816
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 37265,
|
"modelCount": 37286,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 10616,
|
"successCount": 10619,
|
||||||
"successRate": 0.2848785723869583,
|
"successRate": 0.2847985839188972,
|
||||||
"wilsonLowerBound": 0.28031818841137845
|
"wilsonLowerBound": 0.28023987324717947
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 8353,
|
"modelCount": 8406,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3633,
|
"successCount": 3650,
|
||||||
"successRate": 0.434933556805938,
|
"successRate": 0.4342136569117297,
|
||||||
"wilsonLowerBound": 0.4243343325497206
|
"wilsonLowerBound": 0.42365014921931227
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Biren_166m": {
|
"Biren_166m": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 63894,
|
"modelCount": 63899,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 12072,
|
"successCount": 12072,
|
||||||
"successRate": 0.18893792844398535,
|
"successRate": 0.18892314433715707,
|
||||||
"wilsonLowerBound": 0.18592128632883567
|
"wilsonLowerBound": 0.18590671148501753
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 16644,
|
"modelCount": 16754,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3330,
|
"successCount": 3358,
|
||||||
"successRate": 0.20007209805335255,
|
"successRate": 0.20042974811985198,
|
||||||
"wilsonLowerBound": 0.19406382261046465
|
"wilsonLowerBound": 0.19443686356941225
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 5819,
|
"modelCount": 5854,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 53,
|
"successCount": 54,
|
||||||
"successRate": 0.009108094174256745,
|
"successRate": 0.009224461906388794,
|
||||||
"wilsonLowerBound": 0.006970415948178855
|
"wilsonLowerBound": 0.007077057468671067
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Cambricon_mlu-370-x4": {
|
"Cambricon_mlu-370-x4": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 26113,
|
"modelCount": 26118,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3213,
|
"successCount": 3215,
|
||||||
"successRate": 0.12304216290736415,
|
"successRate": 0.12309518339842254,
|
||||||
"wilsonLowerBound": 0.11911329137586564
|
"wilsonLowerBound": 0.11916593730837402
|
||||||
},
|
},
|
||||||
"vllm-customized": {
|
"vllm-customized": {
|
||||||
"framework": "vllm-customized",
|
"framework": "vllm-customized",
|
||||||
@@ -115,23 +115,23 @@
|
|||||||
},
|
},
|
||||||
"vllm-mlu": {
|
"vllm-mlu": {
|
||||||
"framework": "vllm-mlu",
|
"framework": "vllm-mlu",
|
||||||
"modelCount": 10782,
|
"modelCount": 10821,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 4559,
|
"successCount": 4581,
|
||||||
"successRate": 0.42283435355221666,
|
"successRate": 0.42334349875242583,
|
||||||
"wilsonLowerBound": 0.4135386096142239
|
"wilsonLowerBound": 0.41406279275918273
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Cambricon_mlu-370-x8": {
|
"Cambricon_mlu-370-x8": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 24121,
|
"modelCount": 24125,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3781,
|
"successCount": 3781,
|
||||||
"successRate": 0.15675137846689607,
|
"successRate": 0.15672538860103627,
|
||||||
"wilsonLowerBound": 0.15221788098170744
|
"wilsonLowerBound": 0.15219257612955375
|
||||||
},
|
},
|
||||||
"vllm-customized": {
|
"vllm-customized": {
|
||||||
"framework": "vllm-customized",
|
"framework": "vllm-customized",
|
||||||
@@ -144,106 +144,106 @@
|
|||||||
},
|
},
|
||||||
"vllm-mlu": {
|
"vllm-mlu": {
|
||||||
"framework": "vllm-mlu",
|
"framework": "vllm-mlu",
|
||||||
"modelCount": 42046,
|
"modelCount": 42155,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 10566,
|
"successCount": 10589,
|
||||||
"successRate": 0.25129619940065645,
|
"successRate": 0.25119202941525326,
|
||||||
"wilsonLowerBound": 0.24717292921019227
|
"wilsonLowerBound": 0.24707464349705474
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_bi-100": {
|
"Iluvatar_bi-100": {
|
||||||
"transformers": {
|
"transformers": {
|
||||||
"framework": "transformers",
|
"framework": "transformers",
|
||||||
"modelCount": 23181,
|
"modelCount": 23188,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3052,
|
"successCount": 3052,
|
||||||
"successRate": 0.1316595487683879,
|
"successRate": 0.13161980334655857,
|
||||||
"wilsonLowerBound": 0.12736778891795317
|
"wilsonLowerBound": 0.12732924591273578
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 86590,
|
"modelCount": 86594,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 9764,
|
"successCount": 9764,
|
||||||
"successRate": 0.11276128883242868,
|
"successRate": 0.11275608009792826,
|
||||||
"wilsonLowerBound": 0.1106716488921255
|
"wilsonLowerBound": 0.11066653072696542
|
||||||
},
|
},
|
||||||
"vllm-patch-tokenizer": {
|
"vllm-patch-tokenizer": {
|
||||||
"framework": "vllm-patch-tokenizer",
|
"framework": "vllm-patch-tokenizer",
|
||||||
"modelCount": 40009,
|
"modelCount": 40070,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 4915,
|
"successCount": 4927,
|
||||||
"successRate": 0.12284735934414756,
|
"successRate": 0.12295982031444971,
|
||||||
"wilsonLowerBound": 0.11966691512660059
|
"wilsonLowerBound": 0.1197804951601539
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 30497,
|
"modelCount": 30652,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3375,
|
"successCount": 3378,
|
||||||
"successRate": 0.11066662294651933,
|
"successRate": 0.11020488059506721,
|
||||||
"wilsonLowerBound": 0.10719452288721909
|
"wilsonLowerBound": 0.10674792814181727
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_bi-150": {
|
"Iluvatar_bi-150": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 88323,
|
"modelCount": 88363,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 20884,
|
"successCount": 20913,
|
||||||
"successRate": 0.23645030173341033,
|
"successRate": 0.23667145751049648,
|
||||||
"wilsonLowerBound": 0.23365954612828566
|
"wilsonLowerBound": 0.23388041753277528
|
||||||
},
|
},
|
||||||
"transformers": {
|
"transformers": {
|
||||||
"framework": "transformers",
|
"framework": "transformers",
|
||||||
"modelCount": 5150,
|
"modelCount": 5156,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 565,
|
"successCount": 565,
|
||||||
"successRate": 0.10970873786407767,
|
"successRate": 0.1095810705973623,
|
||||||
"wilsonLowerBound": 0.10146217960449863
|
"wilsonLowerBound": 0.10134358646827077
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 112500,
|
"modelCount": 112509,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 16506,
|
"successCount": 16507,
|
||||||
"successRate": 0.14672,
|
"successRate": 0.14671715151676754,
|
||||||
"wilsonLowerBound": 0.144664445593628
|
"wilsonLowerBound": 0.14466169556043257
|
||||||
},
|
},
|
||||||
"vllm_0_17_0_corex_4_4_0": {
|
"vllm_0_17_0_corex_4_4_0": {
|
||||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||||
"modelCount": 16732,
|
"modelCount": 16830,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3374,
|
"successCount": 3389,
|
||||||
"successRate": 0.20164953382739662,
|
"successRate": 0.2013666072489602,
|
||||||
"wilsonLowerBound": 0.19563869467257045
|
"wilsonLowerBound": 0.19537633728304576
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 42791,
|
"modelCount": 42794,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 5570,
|
"successCount": 5570,
|
||||||
"successRate": 0.13016755859877077,
|
"successRate": 0.13015843342524652,
|
||||||
"wilsonLowerBound": 0.12701250238318218
|
"wilsonLowerBound": 0.12700358246967536
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 6570,
|
"modelCount": 6588,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 526,
|
"successCount": 528,
|
||||||
"successRate": 0.08006088280060883,
|
"successRate": 0.08014571948998178,
|
||||||
"wilsonLowerBound": 0.07374120868188
|
"wilsonLowerBound": 0.07383114397265658
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_mrv-100": {
|
"Iluvatar_mrv-100": {
|
||||||
@@ -258,76 +258,76 @@
|
|||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 30849,
|
"modelCount": 30891,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 5462,
|
"successCount": 5476,
|
||||||
"successRate": 0.17705598236571687,
|
"successRate": 0.17726846006927585,
|
||||||
"wilsonLowerBound": 0.17283659851182676
|
"wilsonLowerBound": 0.1730498886622285
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Kunlunxin_p-800": {
|
"Kunlunxin_p-800": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 60826,
|
"modelCount": 60833,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 12389,
|
"successCount": 12389,
|
||||||
"successRate": 0.20367934764738763,
|
"successRate": 0.20365591044334488,
|
||||||
"wilsonLowerBound": 0.20049752581521216
|
"wilsonLowerBound": 0.20047440910894626
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 7299,
|
"modelCount": 7386,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 2133,
|
"successCount": 2151,
|
||||||
"successRate": 0.2922318125770654,
|
"successRate": 0.29122664500406176,
|
||||||
"wilsonLowerBound": 0.28190969205405986
|
"wilsonLowerBound": 0.28097584750992727
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 12515,
|
"modelCount": 12569,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3247,
|
"successCount": 3257,
|
||||||
"successRate": 0.2594486616060727,
|
"successRate": 0.25912960458270345,
|
||||||
"wilsonLowerBound": 0.25184360754190915
|
"wilsonLowerBound": 0.2515439027003866
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"MetaX_c-500": {
|
"MetaX_c-500": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 60269,
|
"modelCount": 60359,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 16480,
|
"successCount": 16507,
|
||||||
"successRate": 0.27344074067928786,
|
"successRate": 0.27348034261667686,
|
||||||
"wilsonLowerBound": 0.2698966892453307
|
"wilsonLowerBound": 0.26993876043682347
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Mthreads_s4000": {
|
"Mthreads_s4000": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 46405,
|
"modelCount": 46422,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 20263,
|
"successCount": 20274,
|
||||||
"successRate": 0.4366555328089646,
|
"successRate": 0.43673258368876827,
|
||||||
"wilsonLowerBound": 0.43214832527606106
|
"wilsonLowerBound": 0.4322261046567839
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 36240,
|
"modelCount": 36270,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3323,
|
"successCount": 3339,
|
||||||
"successRate": 0.09169426048565121,
|
"successRate": 0.09205955334987594,
|
||||||
"wilsonLowerBound": 0.08876606276432066
|
"wilsonLowerBound": 0.08912720006596371
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 425,
|
"modelCount": 438,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 0,
|
"successCount": 0,
|
||||||
@@ -347,21 +347,21 @@
|
|||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 10019,
|
"modelCount": 10020,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 736,
|
"successCount": 736,
|
||||||
"successRate": 0.07346042519213494,
|
"successRate": 0.07345309381237525,
|
||||||
"wilsonLowerBound": 0.06851366643509127
|
"wilsonLowerBound": 0.0685068111770585
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 5809,
|
"modelCount": 5830,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 2454,
|
"successCount": 2464,
|
||||||
"successRate": 0.422447925632639,
|
"successRate": 0.4226415094339623,
|
||||||
"wilsonLowerBound": 0.4098008214606837
|
"wilsonLowerBound": 0.41001619090083685
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Vastai_va16": {
|
"Vastai_va16": {
|
||||||
@@ -376,47 +376,47 @@
|
|||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 11290,
|
"modelCount": 11330,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3774,
|
"successCount": 3781,
|
||||||
"successRate": 0.33427812223206377,
|
"successRate": 0.33371579876434243,
|
||||||
"wilsonLowerBound": 0.3256339820895458
|
"wilsonLowerBound": 0.32509066018132865
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"hygon_k100-ai": {
|
"hygon_k100-ai": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 26288,
|
"modelCount": 26311,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 13317,
|
"successCount": 13330,
|
||||||
"successRate": 0.5065809494826536,
|
"successRate": 0.5066322070616852,
|
||||||
"wilsonLowerBound": 0.5005366349981349
|
"wilsonLowerBound": 0.5005905357351418
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 61826,
|
"modelCount": 61902,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 6152,
|
"successCount": 6163,
|
||||||
"successRate": 0.09950506259502474,
|
"successRate": 0.09956059578042713,
|
||||||
"wilsonLowerBound": 0.09717031350924202
|
"wilsonLowerBound": 0.0972266766162128
|
||||||
},
|
},
|
||||||
"vllm-patch-tokenizer": {
|
"vllm-patch-tokenizer": {
|
||||||
"framework": "vllm-patch-tokenizer",
|
"framework": "vllm-patch-tokenizer",
|
||||||
"modelCount": 12378,
|
"modelCount": 12383,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 1760,
|
"successCount": 1760,
|
||||||
"successRate": 0.14218775246404913,
|
"successRate": 0.1421303399822337,
|
||||||
"wilsonLowerBound": 0.13614612943828594
|
"wilsonLowerBound": 0.13609096781087412
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"frameworkUpdatedAt": null,
|
"frameworkUpdatedAt": null,
|
||||||
"generatedAt": "2026-09-17T08:38:24.799677+00:00",
|
"generatedAt": "2026-09-17T08:41:15.696979+00:00",
|
||||||
"gpuStats": {
|
"gpuStats": {
|
||||||
"Ascend_910-b3": {
|
"Ascend_910-b3": {
|
||||||
"available": true,
|
"available": true,
|
||||||
|
|||||||
File diff suppressed because it is too large
Load Diff
@@ -1,10 +1,10 @@
|
|||||||
{
|
{
|
||||||
"agentVersion": "2026.09.04.4",
|
"agentVersion": "2026.09.04.4",
|
||||||
"checksums": {
|
"checksums": {
|
||||||
".modelhub_state/architecture_compatibility_blacklist.json": "5051818a7b239b45d40f311971fe6df80212ef9bf90ca44f95269d39f247f294",
|
".modelhub_state/architecture_compatibility_blacklist.json": "553d2b56fd1bcec7bbe095d53498f628f58c044c8a69a93aa7cee0fbc1bcd855",
|
||||||
".modelhub_state/architecture_history_backfill.json": "8a8dddbc9832436f35c5001276af66db15d60f4f6d902680967ff7ae0b29b07d",
|
".modelhub_state/architecture_history_backfill.json": "f6a1e43e020655db08ce9b87e98054d3c87363206603441af5d98037360f4fda",
|
||||||
".modelhub_state/market_intelligence.json": "53c4f2cb93428cfd2dd79c7fbc558ba44de5acc11593e7584aac782db871259b",
|
".modelhub_state/market_intelligence.json": "1dd42a620cbde2a35d1c0d44d18534f128d33cd77f856d05f9c310e5fcaee2ca",
|
||||||
".modelhub_state/official_capabilities.json": "bd8bfc801b8ce4b2036be517de31cd284394fda2ae21536a8309b8438ef5def0",
|
".modelhub_state/official_capabilities.json": "20a924c0301e7b8101ee37a2c19a2aec8eb2e23321c024ae09d76a53db8bfe6f",
|
||||||
".modelhub_state/outcome_checkpoint.json": "50ad0d50a48a3d3530f32ba3bc50d5cb64a37a6ac9f8a9c3f9b20c7ba432cff8",
|
".modelhub_state/outcome_checkpoint.json": "50ad0d50a48a3d3530f32ba3bc50d5cb64a37a6ac9f8a9c3f9b20c7ba432cff8",
|
||||||
".modelhub_state/queue_cleanup_latest.json": "4be02869ade05ead6def3f33db6297b95930841c24c0c7cab3372f7790acadd8",
|
".modelhub_state/queue_cleanup_latest.json": "4be02869ade05ead6def3f33db6297b95930841c24c0c7cab3372f7790acadd8",
|
||||||
".modelhub_state/recent_outcomes.jsonl": "5ab5fc797be370f400e8d98ac12d5ddd7a35d71c41220204421ac14d9f907be0",
|
".modelhub_state/recent_outcomes.jsonl": "5ab5fc797be370f400e8d98ac12d5ddd7a35d71c41220204421ac14d9f907be0",
|
||||||
@@ -16,9 +16,9 @@
|
|||||||
"ledger/submissions.jsonl": "46144f3ee4bcc3affd6ba3d360ce4f7511099d95902b5df421c194eedef05ee1",
|
"ledger/submissions.jsonl": "46144f3ee4bcc3affd6ba3d360ce4f7511099d95902b5df421c194eedef05ee1",
|
||||||
"outcomes/submissions.jsonl": "6b09bc34bcf891ba00cb358ce8f2135131ce245dadf73c111da8fed984147a6a"
|
"outcomes/submissions.jsonl": "6b09bc34bcf891ba00cb358ce8f2135131ce245dadf73c111da8fed984147a6a"
|
||||||
},
|
},
|
||||||
"generation": 8636,
|
"generation": 8637,
|
||||||
"phase": "cycle",
|
"phase": "cycle",
|
||||||
"schemaVersion": 1,
|
"schemaVersion": 1,
|
||||||
"updatedAt": "2026-09-17T08:40:09.378709+00:00",
|
"updatedAt": "2026-09-17T08:42:54.925659+00:00",
|
||||||
"writerId": "eccb3e0018f640d19e578c271a207b5c"
|
"writerId": "eccb3e0018f640d19e578c271a207b5c"
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user