state: generation 10031 (cycle)
This commit is contained in:
@@ -1764,7 +1764,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-19T22:58:59.826586+00:00",
|
||||
"generatedAt": "2026-09-19T23:03:01.758730+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 85,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -43,7 +43,7 @@
|
||||
"3": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 732,
|
||||
"listingErrors": 733,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 3,
|
||||
"nextAccountIndex": 4,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-19T22:58:59.801038+00:00",
|
||||
"updatedAt": "2026-09-19T23:03:01.735253+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -3,106 +3,106 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-09-19T22:49:49.789806+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-19T16:57:00.094728+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-19T23:00:12.758418+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 39680,
|
||||
"modelCount": 39722,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19193,
|
||||
"successRate": 0.4836945564516129,
|
||||
"wilsonLowerBound": 0.4787792709478902
|
||||
"successCount": 19218,
|
||||
"successRate": 0.48381249685312927,
|
||||
"wilsonLowerBound": 0.47889976042972476
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 52987,
|
||||
"modelCount": 53055,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14816,
|
||||
"successRate": 0.27961575480778306,
|
||||
"wilsonLowerBound": 0.2758103327278731
|
||||
"successCount": 14832,
|
||||
"successRate": 0.27955894826123834,
|
||||
"wilsonLowerBound": 0.2757561967619389
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2753,
|
||||
"modelCount": 2787,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 782,
|
||||
"successRate": 0.2840537595350527,
|
||||
"wilsonLowerBound": 0.267517858082399
|
||||
"successCount": 792,
|
||||
"successRate": 0.28417653390742736,
|
||||
"wilsonLowerBound": 0.267737526188248
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 32979,
|
||||
"modelCount": 33023,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14584,
|
||||
"successRate": 0.44222080718032686,
|
||||
"wilsonLowerBound": 0.4368675574806479
|
||||
"successCount": 14610,
|
||||
"successRate": 0.44241892014656453,
|
||||
"wilsonLowerBound": 0.4370689619350037
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37516,
|
||||
"modelCount": 37545,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10661,
|
||||
"successRate": 0.2841720865763941,
|
||||
"wilsonLowerBound": 0.2796303945037936
|
||||
"successCount": 10666,
|
||||
"successRate": 0.2840857637501665,
|
||||
"wilsonLowerBound": 0.2795462440756266
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8863,
|
||||
"modelCount": 8930,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3811,
|
||||
"successRate": 0.42998984542479973,
|
||||
"wilsonLowerBound": 0.4197152754642753
|
||||
"successCount": 3833,
|
||||
"successRate": 0.42922732362821947,
|
||||
"wilsonLowerBound": 0.4189938158047774
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 63946,
|
||||
"modelCount": 63951,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12085,
|
||||
"successRate": 0.1889875832733869,
|
||||
"wilsonLowerBound": 0.18597185159120364
|
||||
"successCount": 12087,
|
||||
"successRate": 0.1890040812497068,
|
||||
"wilsonLowerBound": 0.1859883641731749
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 17873,
|
||||
"modelCount": 18009,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3579,
|
||||
"successRate": 0.20024618139092487,
|
||||
"wilsonLowerBound": 0.19444385225854224
|
||||
"successCount": 3609,
|
||||
"successRate": 0.20039980009995004,
|
||||
"wilsonLowerBound": 0.19461746466683222
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6078,
|
||||
"modelCount": 6108,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 61,
|
||||
"successRate": 0.010036196117143797,
|
||||
"wilsonLowerBound": 0.007821493248097717
|
||||
"successRate": 0.009986902423051735,
|
||||
"wilsonLowerBound": 0.007783039860048104
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26157,
|
||||
"modelCount": 26159,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3223,
|
||||
"successRate": 0.12321749436097412,
|
||||
"wilsonLowerBound": 0.11928942022491816
|
||||
"successCount": 3224,
|
||||
"successRate": 0.12324630146412324,
|
||||
"wilsonLowerBound": 0.11931797113878778
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -115,23 +115,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 11255,
|
||||
"modelCount": 11298,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4735,
|
||||
"successRate": 0.42070191026210574,
|
||||
"wilsonLowerBound": 0.41160992109971617
|
||||
"successCount": 4755,
|
||||
"successRate": 0.42087095061072755,
|
||||
"wilsonLowerBound": 0.4117956654143073
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24164,
|
||||
"modelCount": 24171,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3788,
|
||||
"successRate": 0.1567621254759146,
|
||||
"wilsonLowerBound": 0.15223248521681057
|
||||
"successRate": 0.15671672665590997,
|
||||
"wilsonLowerBound": 0.15218828187197075
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -144,106 +144,106 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 43098,
|
||||
"modelCount": 43230,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10806,
|
||||
"successRate": 0.25073089238479745,
|
||||
"wilsonLowerBound": 0.24666109266673353
|
||||
"successCount": 10830,
|
||||
"successRate": 0.2505204718945177,
|
||||
"wilsonLowerBound": 0.24645801603888964
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23282,
|
||||
"modelCount": 23292,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3059,
|
||||
"successRate": 0.13138905592303066,
|
||||
"wilsonLowerBound": 0.12711031484186042
|
||||
"successCount": 3061,
|
||||
"successRate": 0.1314185127940924,
|
||||
"wilsonLowerBound": 0.1271402598366837
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86642,
|
||||
"modelCount": 86649,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9764,
|
||||
"successRate": 0.11269361279748852,
|
||||
"wilsonLowerBound": 0.11060514965061183
|
||||
"successRate": 0.1126845087652483,
|
||||
"wilsonLowerBound": 0.11059620393232808
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 40541,
|
||||
"modelCount": 40604,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4971,
|
||||
"successRate": 0.12261661034508275,
|
||||
"wilsonLowerBound": 0.11945947056123453
|
||||
"successCount": 4982,
|
||||
"successRate": 0.1226972712048074,
|
||||
"wilsonLowerBound": 0.11954164405628552
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 31992,
|
||||
"modelCount": 32154,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3417,
|
||||
"successRate": 0.106807951987997,
|
||||
"wilsonLowerBound": 0.10347041729843114
|
||||
"successCount": 3418,
|
||||
"successRate": 0.10630092678982397,
|
||||
"wilsonLowerBound": 0.10297881786486851
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 88629,
|
||||
"modelCount": 88683,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21070,
|
||||
"successRate": 0.2377325706033014,
|
||||
"wilsonLowerBound": 0.2349413430908641
|
||||
"successCount": 21092,
|
||||
"successRate": 0.23783588737413033,
|
||||
"wilsonLowerBound": 0.23504508303981825
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5181,
|
||||
"modelCount": 5183,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 566,
|
||||
"successRate": 0.10924531943640224,
|
||||
"wilsonLowerBound": 0.10103871178963275
|
||||
"successRate": 0.10920316419062319,
|
||||
"wilsonLowerBound": 0.10099955158178081
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112547,
|
||||
"modelCount": 112552,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16510,
|
||||
"successRate": 0.14669426994944335,
|
||||
"wilsonLowerBound": 0.1446392932437984
|
||||
"successRate": 0.14668775321629113,
|
||||
"wilsonLowerBound": 0.1446328601279346
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 17440,
|
||||
"modelCount": 17532,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3456,
|
||||
"successRate": 0.1981651376146789,
|
||||
"wilsonLowerBound": 0.1923157411675186
|
||||
"successCount": 3469,
|
||||
"successRate": 0.19786675792835956,
|
||||
"wilsonLowerBound": 0.19203596469820924
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 42850,
|
||||
"modelCount": 42857,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5574,
|
||||
"successRate": 0.13008168028004669,
|
||||
"wilsonLowerBound": 0.1269296755781395
|
||||
"successCount": 5575,
|
||||
"successRate": 0.13008376694588983,
|
||||
"wilsonLowerBound": 0.12693199505874248
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6733,
|
||||
"modelCount": 6754,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 555,
|
||||
"successRate": 0.08242982325857716,
|
||||
"wilsonLowerBound": 0.07609627867751127
|
||||
"successCount": 558,
|
||||
"successRate": 0.08261770802487414,
|
||||
"wilsonLowerBound": 0.07628676049839359
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -258,76 +258,76 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 31197,
|
||||
"modelCount": 31232,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5609,
|
||||
"successRate": 0.1797929288072571,
|
||||
"wilsonLowerBound": 0.17557107925014906
|
||||
"successCount": 5622,
|
||||
"successRate": 0.1800076844262295,
|
||||
"wilsonLowerBound": 0.17578616810916933
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 60889,
|
||||
"modelCount": 60893,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12391,
|
||||
"successRate": 0.20350145346450096,
|
||||
"wilsonLowerBound": 0.20032231965167654
|
||||
"successRate": 0.20348808565845006,
|
||||
"wilsonLowerBound": 0.20030913467932399
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 7994,
|
||||
"modelCount": 8067,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2319,
|
||||
"successRate": 0.2900925694270703,
|
||||
"wilsonLowerBound": 0.28024710343656134
|
||||
"successCount": 2337,
|
||||
"successRate": 0.2896987727779844,
|
||||
"wilsonLowerBound": 0.2799016471116228
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 12941,
|
||||
"modelCount": 12981,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3340,
|
||||
"successRate": 0.25809442856038944,
|
||||
"wilsonLowerBound": 0.2506276124741752
|
||||
"successCount": 3345,
|
||||
"successRate": 0.2576843078345274,
|
||||
"wilsonLowerBound": 0.25023291602722963
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61040,
|
||||
"modelCount": 61117,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16732,
|
||||
"successRate": 0.27411533420707734,
|
||||
"wilsonLowerBound": 0.2705908872031442
|
||||
"successCount": 16758,
|
||||
"successRate": 0.27419539571641277,
|
||||
"wilsonLowerBound": 0.27067283418812776
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 46607,
|
||||
"modelCount": 46629,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20409,
|
||||
"successRate": 0.43789559508228376,
|
||||
"wilsonLowerBound": 0.43339662776602217
|
||||
"successCount": 20426,
|
||||
"successRate": 0.4380535718115336,
|
||||
"wilsonLowerBound": 0.4335554724007887
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36575,
|
||||
"modelCount": 36607,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3470,
|
||||
"successRate": 0.09487354750512646,
|
||||
"wilsonLowerBound": 0.0919127038523324
|
||||
"successCount": 3486,
|
||||
"successRate": 0.09522768869341929,
|
||||
"wilsonLowerBound": 0.09226307597585327
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 535,
|
||||
"modelCount": 560,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -356,67 +356,67 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 5955,
|
||||
"modelCount": 5970,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2525,
|
||||
"successRate": 0.42401343408900083,
|
||||
"wilsonLowerBound": 0.4115144236485661
|
||||
"successCount": 2529,
|
||||
"successRate": 0.4236180904522613,
|
||||
"wilsonLowerBound": 0.41113651966514037
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7376,
|
||||
"modelCount": 7377,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 235,
|
||||
"successRate": 0.03186008676789588,
|
||||
"wilsonLowerBound": 0.02808932214804452
|
||||
"successRate": 0.03185576792734174,
|
||||
"wilsonLowerBound": 0.02808550752550505
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 11685,
|
||||
"modelCount": 11714,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3836,
|
||||
"successRate": 0.3282841249465126,
|
||||
"wilsonLowerBound": 0.3198272664249393
|
||||
"successCount": 3844,
|
||||
"successRate": 0.3281543452279324,
|
||||
"wilsonLowerBound": 0.3197087905130747
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 26485,
|
||||
"modelCount": 26500,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13438,
|
||||
"successRate": 0.5073815367188975,
|
||||
"wilsonLowerBound": 0.5013597623186946
|
||||
"successCount": 13446,
|
||||
"successRate": 0.5073962264150943,
|
||||
"wilsonLowerBound": 0.5013761570719656
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 62428,
|
||||
"modelCount": 62509,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6281,
|
||||
"successRate": 0.10061190491446145,
|
||||
"wilsonLowerBound": 0.09827668247931033
|
||||
"successCount": 6293,
|
||||
"successRate": 0.10067350301556575,
|
||||
"wilsonLowerBound": 0.0983391335440584
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 12490,
|
||||
"modelCount": 12496,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1801,
|
||||
"successRate": 0.14419535628502803,
|
||||
"wilsonLowerBound": 0.1381439247920521
|
||||
"successCount": 1802,
|
||||
"successRate": 0.14420614596670936,
|
||||
"wilsonLowerBound": 0.13815594641647316
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-19T22:56:54.467151+00:00",
|
||||
"generatedAt": "2026-09-19T23:00:12.758418+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user