state: generation 8234 (cycle)
This commit is contained in:
@@ -1695,7 +1695,7 @@
|
|||||||
"taskType": "text-generation"
|
"taskType": "text-generation"
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"generatedAt": "2026-09-16T14:36:06.155111+00:00",
|
"generatedAt": "2026-09-16T14:39:11.072382+00:00",
|
||||||
"summary": {
|
"summary": {
|
||||||
"activeBlockCount": 82,
|
"activeBlockCount": 82,
|
||||||
"byGpuFramework": {
|
"byGpuFramework": {
|
||||||
|
|||||||
@@ -43,7 +43,7 @@
|
|||||||
"3": {
|
"3": {
|
||||||
"complete": false,
|
"complete": false,
|
||||||
"lastError": "ModelHubAPIError: 系统错误",
|
"lastError": "ModelHubAPIError: 系统错误",
|
||||||
"listingErrors": 601,
|
"listingErrors": 602,
|
||||||
"nextPage": 1,
|
"nextPage": 1,
|
||||||
"recordsScanned": 0,
|
"recordsScanned": 0,
|
||||||
"uniqueRecords": 0
|
"uniqueRecords": 0
|
||||||
@@ -102,12 +102,12 @@
|
|||||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||||
"failureLogsInspected": 0,
|
"failureLogsInspected": 0,
|
||||||
"mode": "incremental_decision_only",
|
"mode": "incremental_decision_only",
|
||||||
"nextAccountIndex": 3,
|
"nextAccountIndex": 4,
|
||||||
"recordsScanned": 0,
|
"recordsScanned": 0,
|
||||||
"seenTaskIds": [],
|
"seenTaskIds": [],
|
||||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||||
"terminalRecords": 0,
|
"terminalRecords": 0,
|
||||||
"uniqueRecords": 0,
|
"uniqueRecords": 0,
|
||||||
"updatedAt": "2026-09-16T14:36:06.130984+00:00",
|
"updatedAt": "2026-09-16T14:39:11.044835+00:00",
|
||||||
"version": 1
|
"version": 1
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -3,135 +3,135 @@
|
|||||||
"communityError": null,
|
"communityError": null,
|
||||||
"communitySample": {},
|
"communitySample": {},
|
||||||
"communityUpdatedAt": "2026-09-16T14:22:38.951651+00:00",
|
"communityUpdatedAt": "2026-09-16T14:22:38.951651+00:00",
|
||||||
"frameworkAttemptedAt": "2026-09-16T08:36:09.285038+00:00",
|
"frameworkAttemptedAt": "2026-09-16T14:37:17.574684+00:00",
|
||||||
"frameworkError": null,
|
"frameworkError": null,
|
||||||
"frameworkStats": {
|
"frameworkStats": {
|
||||||
"text-generation": {
|
"text-generation": {
|
||||||
"Ascend_910-b3": {
|
"Ascend_910-b3": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 39202,
|
"modelCount": 39244,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 18880,
|
"successCount": 18905,
|
||||||
"successRate": 0.4816080812203459,
|
"successRate": 0.4817296911629803,
|
||||||
"wilsonLowerBound": 0.4766638538422617
|
"wilsonLowerBound": 0.47678805295545296
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 52115,
|
"modelCount": 52176,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 14652,
|
"successCount": 14666,
|
||||||
"successRate": 0.2811474623428955,
|
"successRate": 0.28108708984973935,
|
||||||
"wilsonLowerBound": 0.2773039298314494
|
"wilsonLowerBound": 0.27724605186388557
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 2419,
|
"modelCount": 2451,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 662,
|
"successCount": 669,
|
||||||
"successRate": 0.2736668044646548,
|
"successRate": 0.2729498164014688,
|
||||||
"wilsonLowerBound": 0.2562690128996545
|
"wilsonLowerBound": 0.2556790305814017
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Ascend_910-b4": {
|
"Ascend_910-b4": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 32421,
|
"modelCount": 32450,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 14203,
|
"successCount": 14222,
|
||||||
"successRate": 0.43808025662379324,
|
"successRate": 0.4382742681047766,
|
||||||
"wilsonLowerBound": 0.43268712308118457
|
"wilsonLowerBound": 0.4328832554726047
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 37195,
|
"modelCount": 37235,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 10595,
|
"successCount": 10610,
|
||||||
"successRate": 0.2848501142626697,
|
"successRate": 0.28494695850678126,
|
||||||
"wilsonLowerBound": 0.28028560302854555
|
"wilsonLowerBound": 0.2803844088456691
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 8207,
|
"modelCount": 8254,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3590,
|
"successCount": 3602,
|
||||||
"successRate": 0.43743146094797125,
|
"successRate": 0.43639447540586385,
|
||||||
"wilsonLowerBound": 0.42673056543137317
|
"wilsonLowerBound": 0.4257273186463678
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Biren_166m": {
|
"Biren_166m": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 63870,
|
"modelCount": 63886,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 12069,
|
"successCount": 12070,
|
||||||
"successRate": 0.18896195396899954,
|
"successRate": 0.18893028206492815,
|
||||||
"wilsonLowerBound": 0.18594459918104622
|
"wilsonLowerBound": 0.18591349982583322
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 16211,
|
"modelCount": 16390,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3264,
|
"successCount": 3279,
|
||||||
"successRate": 0.20134476589969774,
|
"successRate": 0.20006101281269068,
|
||||||
"wilsonLowerBound": 0.1952427813750804
|
"wilsonLowerBound": 0.1940070331487217
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 5694,
|
"modelCount": 5748,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 50,
|
"successCount": 51,
|
||||||
"successRate": 0.008781173164734809,
|
"successRate": 0.008872651356993737,
|
||||||
"wilsonLowerBound": 0.006667338775286415
|
"wilsonLowerBound": 0.006755067079755657
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Cambricon_mlu-370-x4": {
|
"Cambricon_mlu-370-x4": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 26092,
|
"modelCount": 26104,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3210,
|
"successCount": 3211,
|
||||||
"successRate": 0.12302621493177986,
|
"successRate": 0.12300796812749004,
|
||||||
"wilsonLowerBound": 0.11909600924507383
|
"wilsonLowerBound": 0.11907890985632662
|
||||||
},
|
},
|
||||||
"vllm-customized": {
|
"vllm-customized": {
|
||||||
"framework": "vllm-customized",
|
"framework": "vllm-customized",
|
||||||
"modelCount": 16462,
|
"modelCount": 16463,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 1673,
|
"successCount": 1674,
|
||||||
"successRate": 0.10162799173854939,
|
"successRate": 0.10168256089412622,
|
||||||
"wilsonLowerBound": 0.0971047102546991
|
"wilsonLowerBound": 0.09715830306169429
|
||||||
},
|
},
|
||||||
"vllm-mlu": {
|
"vllm-mlu": {
|
||||||
"framework": "vllm-mlu",
|
"framework": "vllm-mlu",
|
||||||
"modelCount": 10628,
|
"modelCount": 10673,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 4506,
|
"successCount": 4522,
|
||||||
"successRate": 0.42397440722619495,
|
"successRate": 0.42368593647521785,
|
||||||
"wilsonLowerBound": 0.41460801089754395
|
"wilsonLowerBound": 0.41434018865755295
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Cambricon_mlu-370-x8": {
|
"Cambricon_mlu-370-x8": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 24109,
|
"modelCount": 24113,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3781,
|
"successCount": 3781,
|
||||||
"successRate": 0.15682939980919988,
|
"successRate": 0.156803384066686,
|
||||||
"wilsonLowerBound": 0.15229384605837723
|
"wilsonLowerBound": 0.15226851594191673
|
||||||
},
|
},
|
||||||
"vllm-customized": {
|
"vllm-customized": {
|
||||||
"framework": "vllm-customized",
|
"framework": "vllm-customized",
|
||||||
@@ -144,195 +144,195 @@
|
|||||||
},
|
},
|
||||||
"vllm-mlu": {
|
"vllm-mlu": {
|
||||||
"framework": "vllm-mlu",
|
"framework": "vllm-mlu",
|
||||||
"modelCount": 41744,
|
"modelCount": 41865,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 10504,
|
"successCount": 10524,
|
||||||
"successRate": 0.25162897661939443,
|
"successRate": 0.2513794338946614,
|
||||||
"wilsonLowerBound": 0.24748904238401495
|
"wilsonLowerBound": 0.2472468450875897
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_bi-100": {
|
"Iluvatar_bi-100": {
|
||||||
"transformers": {
|
"transformers": {
|
||||||
"framework": "transformers",
|
"framework": "transformers",
|
||||||
"modelCount": 23149,
|
"modelCount": 23169,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3050,
|
"successCount": 3051,
|
||||||
"successRate": 0.1317551514104281,
|
"successRate": 0.13168457853165869,
|
||||||
"wilsonLowerBound": 0.12745911165779228
|
"wilsonLowerBound": 0.12739136806252052
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 86578,
|
"modelCount": 86586,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 9764,
|
"successCount": 9764,
|
||||||
"successRate": 0.11277691792372196,
|
"successRate": 0.11276649804818331,
|
||||||
"wilsonLowerBound": 0.11068700622859656
|
"wilsonLowerBound": 0.11067676753074022
|
||||||
},
|
},
|
||||||
"vllm-patch-tokenizer": {
|
"vllm-patch-tokenizer": {
|
||||||
"framework": "vllm-patch-tokenizer",
|
"framework": "vllm-patch-tokenizer",
|
||||||
"modelCount": 39768,
|
"modelCount": 39828,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 4887,
|
"successCount": 4891,
|
||||||
"successRate": 0.12288774894387447,
|
"successRate": 0.12280305312845234,
|
||||||
"wilsonLowerBound": 0.11969733201910177
|
"wilsonLowerBound": 0.1196159765873758
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 30001,
|
"modelCount": 30145,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3348,
|
"successCount": 3355,
|
||||||
"successRate": 0.11159628012399586,
|
"successRate": 0.11129540553989054,
|
||||||
"wilsonLowerBound": 0.10808286964809752
|
"wilsonLowerBound": 0.10779450966780564
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_bi-150": {
|
"Iluvatar_bi-150": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 88205,
|
"modelCount": 88245,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 20803,
|
"successCount": 20831,
|
||||||
"successRate": 0.2358483079190522,
|
"successRate": 0.23605870020964362,
|
||||||
"wilsonLowerBound": 0.23305818806413922
|
"wilsonLowerBound": 0.23326833779223471
|
||||||
},
|
},
|
||||||
"transformers": {
|
"transformers": {
|
||||||
"framework": "transformers",
|
"framework": "transformers",
|
||||||
"modelCount": 5134,
|
"modelCount": 5140,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 565,
|
"successCount": 565,
|
||||||
"successRate": 0.11005064277366576,
|
"successRate": 0.10992217898832685,
|
||||||
"wilsonLowerBound": 0.1017797893477458
|
"wilsonLowerBound": 0.1016604529148705
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 112489,
|
"modelCount": 112491,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 16506,
|
"successCount": 16506,
|
||||||
"successRate": 0.14673434735840837,
|
"successRate": 0.14673173853908314,
|
||||||
"wilsonLowerBound": 0.14467860884516914
|
"wilsonLowerBound": 0.1446760335022412
|
||||||
},
|
},
|
||||||
"vllm_0_17_0_corex_4_4_0": {
|
"vllm_0_17_0_corex_4_4_0": {
|
||||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||||
"modelCount": 16448,
|
"modelCount": 16508,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3356,
|
"successCount": 3361,
|
||||||
"successRate": 0.20403696498054474,
|
"successRate": 0.20359825539132542,
|
||||||
"wilsonLowerBound": 0.19794754443187568
|
"wilsonLowerBound": 0.1975248052469664
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 42769,
|
"modelCount": 42778,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 5569,
|
"successCount": 5570,
|
||||||
"successRate": 0.13021113423273867,
|
"successRate": 0.1302071158071906,
|
||||||
"wilsonLowerBound": 0.1270548174974305
|
"wilsonLowerBound": 0.12705116982567116
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 6498,
|
"modelCount": 6520,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 518,
|
"successCount": 522,
|
||||||
"successRate": 0.07971683594952293,
|
"successRate": 0.08006134969325153,
|
||||||
"wilsonLowerBound": 0.0733767232547718
|
"wilsonLowerBound": 0.07371839332095627
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_mrv-100": {
|
"Iluvatar_mrv-100": {
|
||||||
"transformers": {
|
"transformers": {
|
||||||
"framework": "transformers",
|
"framework": "transformers",
|
||||||
"modelCount": 199,
|
"modelCount": 200,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 36,
|
"successCount": 36,
|
||||||
"successRate": 0.18090452261306533,
|
"successRate": 0.18,
|
||||||
"wilsonLowerBound": 0.1336294254176993
|
"wilsonLowerBound": 0.1329455066253411
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 30746,
|
"modelCount": 30781,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 5415,
|
"successCount": 5428,
|
||||||
"successRate": 0.17612047095557146,
|
"successRate": 0.17634254897501705,
|
||||||
"wilsonLowerBound": 0.17190307700615806
|
"wilsonLowerBound": 0.17212539494046403
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Kunlunxin_p-800": {
|
"Kunlunxin_p-800": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 60809,
|
"modelCount": 60815,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 12386,
|
"successCount": 12386,
|
||||||
"successRate": 0.2036869542337483,
|
"successRate": 0.20366685850530297,
|
||||||
"wilsonLowerBound": 0.20050464534114187
|
"wilsonLowerBound": 0.2004848244460515
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 7106,
|
"modelCount": 7166,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 2083,
|
"successCount": 2096,
|
||||||
"successRate": 0.29313256403039684,
|
"successRate": 0.29249232486742954,
|
||||||
"wilsonLowerBound": 0.2826627384646833
|
"wilsonLowerBound": 0.28207302390780453
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 12374,
|
"modelCount": 12427,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3216,
|
"successCount": 3229,
|
||||||
"successRate": 0.2598997898820107,
|
"successRate": 0.259837450712159,
|
||||||
"wilsonLowerBound": 0.2522474655603682
|
"wilsonLowerBound": 0.2522019189385515
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"MetaX_c-500": {
|
"MetaX_c-500": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 60070,
|
"modelCount": 60142,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 16407,
|
"successCount": 16433,
|
||||||
"successRate": 0.27313134676211087,
|
"successRate": 0.27323667320674405,
|
||||||
"wilsonLowerBound": 0.2695827323939229
|
"wilsonLowerBound": 0.269689739664324
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Mthreads_s4000": {
|
"Mthreads_s4000": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 46349,
|
"modelCount": 46374,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 20223,
|
"successCount": 20239,
|
||||||
"successRate": 0.43632009320589443,
|
"successRate": 0.4364298960624488,
|
||||||
"wilsonLowerBound": 0.43181058586078214
|
"wilsonLowerBound": 0.4319214655935593
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 36145,
|
"modelCount": 36178,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3285,
|
"successCount": 3296,
|
||||||
"successRate": 0.09088393968737031,
|
"successRate": 0.091105091492067,
|
||||||
"wilsonLowerBound": 0.08796389036064986
|
"wilsonLowerBound": 0.0881830910725132
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 394,
|
"modelCount": 411,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 0,
|
"successCount": 0,
|
||||||
"successRate": 0.0,
|
"successRate": 0.0,
|
||||||
"wilsonLowerBound": 8.589864025467196e-19
|
"wilsonLowerBound": 0.0
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Sunrise_pt-200-x1": {
|
"Sunrise_pt-200-x1": {
|
||||||
@@ -356,12 +356,12 @@
|
|||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 5763,
|
"modelCount": 5782,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 2430,
|
"successCount": 2441,
|
||||||
"successRate": 0.4216553878188444,
|
"successRate": 0.42217225873400205,
|
||||||
"wilsonLowerBound": 0.4089619013170978
|
"wilsonLowerBound": 0.4094970984451363
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Vastai_va16": {
|
"Vastai_va16": {
|
||||||
@@ -376,47 +376,47 @@
|
|||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 11181,
|
"modelCount": 11216,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3753,
|
"successCount": 3760,
|
||||||
"successRate": 0.3356587067346391,
|
"successRate": 0.33523537803138376,
|
||||||
"wilsonLowerBound": 0.3269634049258504
|
"wilsonLowerBound": 0.32655643578981447
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"hygon_k100-ai": {
|
"hygon_k100-ai": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 26225,
|
"modelCount": 26237,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 13280,
|
"successCount": 13287,
|
||||||
"successRate": 0.5063870352716873,
|
"successRate": 0.5064222281510844,
|
||||||
"wilsonLowerBound": 0.5003354629269942
|
"wilsonLowerBound": 0.5003720401797029
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 61649,
|
"modelCount": 61709,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 6110,
|
"successCount": 6126,
|
||||||
"successRate": 0.09910947460623855,
|
"successRate": 0.09927239138537329,
|
||||||
"wilsonLowerBound": 0.09677561966421963
|
"wilsonLowerBound": 0.09693792577725639
|
||||||
},
|
},
|
||||||
"vllm-patch-tokenizer": {
|
"vllm-patch-tokenizer": {
|
||||||
"framework": "vllm-patch-tokenizer",
|
"framework": "vllm-patch-tokenizer",
|
||||||
"modelCount": 12344,
|
"modelCount": 12352,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 1752,
|
"successCount": 1753,
|
||||||
"successRate": 0.14193130265716136,
|
"successRate": 0.14192033678756477,
|
||||||
"wilsonLowerBound": 0.13588623303935463
|
"wilsonLowerBound": 0.13587739078820216
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"frameworkUpdatedAt": null,
|
"frameworkUpdatedAt": null,
|
||||||
"generatedAt": "2026-09-16T14:34:28.580889+00:00",
|
"generatedAt": "2026-09-16T14:37:17.574684+00:00",
|
||||||
"gpuStats": {
|
"gpuStats": {
|
||||||
"Ascend_910-b3": {
|
"Ascend_910-b3": {
|
||||||
"available": true,
|
"available": true,
|
||||||
|
|||||||
File diff suppressed because it is too large
Load Diff
@@ -1,10 +1,10 @@
|
|||||||
{
|
{
|
||||||
"agentVersion": "2026.09.04.4",
|
"agentVersion": "2026.09.04.4",
|
||||||
"checksums": {
|
"checksums": {
|
||||||
".modelhub_state/architecture_compatibility_blacklist.json": "c3e7c4440d66763ac8c1414af797a2a0950bd0e997656cd92711936dc08e45c4",
|
".modelhub_state/architecture_compatibility_blacklist.json": "67410ab2b1aacdf5a4f02bae104eedec9433f1cedb1b38185807361849acd1d2",
|
||||||
".modelhub_state/architecture_history_backfill.json": "66c96ff13a4397a469b00badfcb654dc9ce2e209c9e6f63681802f52ddde643a",
|
".modelhub_state/architecture_history_backfill.json": "825051b33fa37dea5dd204f0504bcf8269a20a1d93b561f79b40693088258d9c",
|
||||||
".modelhub_state/market_intelligence.json": "b726f8525a9b07901a42a4676be8bc2b8d021a37347134b2c3d6ba8e05cc0be3",
|
".modelhub_state/market_intelligence.json": "d040e76cf476d0b23c0e391411cedce0220df2b31914a8f16120e96f1f2373f2",
|
||||||
".modelhub_state/official_capabilities.json": "41e54bcb2b4c92268d612827ca29bc891cd0400034e460d66b21be1f8f049d18",
|
".modelhub_state/official_capabilities.json": "52942825dcbe2e8549fb6f7daf73a08f86d40925fc4b64c9bff212d21eca73eb",
|
||||||
".modelhub_state/outcome_checkpoint.json": "261463be3e7ed9eb433b0aa11028c741904852b629051cfef4cfd6a473f5f542",
|
".modelhub_state/outcome_checkpoint.json": "261463be3e7ed9eb433b0aa11028c741904852b629051cfef4cfd6a473f5f542",
|
||||||
".modelhub_state/queue_cleanup_latest.json": "057079282bc277b3a97c1805915c45464c12312f8ee3ba54d0366d05f34f4466",
|
".modelhub_state/queue_cleanup_latest.json": "057079282bc277b3a97c1805915c45464c12312f8ee3ba54d0366d05f34f4466",
|
||||||
".modelhub_state/recent_outcomes.jsonl": "f13c8a5624d8090382f698e92471a1e8e88db1c57f5e9f580d3403eee853f0d3",
|
".modelhub_state/recent_outcomes.jsonl": "f13c8a5624d8090382f698e92471a1e8e88db1c57f5e9f580d3403eee853f0d3",
|
||||||
@@ -16,9 +16,9 @@
|
|||||||
"ledger/submissions.jsonl": "17d66e6df14be3e698d9abd0a6c358e3161c7e30c10474e9029730d38c8ee10d",
|
"ledger/submissions.jsonl": "17d66e6df14be3e698d9abd0a6c358e3161c7e30c10474e9029730d38c8ee10d",
|
||||||
"outcomes/submissions.jsonl": "02670942e941835885a3e490b770245607e860a8a71c25af338f3a0dceb18f8b"
|
"outcomes/submissions.jsonl": "02670942e941835885a3e490b770245607e860a8a71c25af338f3a0dceb18f8b"
|
||||||
},
|
},
|
||||||
"generation": 8233,
|
"generation": 8234,
|
||||||
"phase": "cycle",
|
"phase": "cycle",
|
||||||
"schemaVersion": 1,
|
"schemaVersion": 1,
|
||||||
"updatedAt": "2026-09-16T14:36:06.256282+00:00",
|
"updatedAt": "2026-09-16T14:39:11.169876+00:00",
|
||||||
"writerId": "eccb3e0018f640d19e578c271a207b5c"
|
"writerId": "eccb3e0018f640d19e578c271a207b5c"
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user