state: generation 17280 (cycle)

This commit is contained in:
2026-09-27 11:27:19 +00:00
parent 2920743200
commit bb995e6aa7
6 changed files with 1515 additions and 1515 deletions

View File

@@ -3261,7 +3261,7 @@
"taskType": "text-generation"
}
},
"generatedAt": "2026-09-27T11:20:43.262849+00:00",
"generatedAt": "2026-09-27T11:26:37.755910+00:00",
"summary": {
"activeBlockCount": 164,
"byGpuFramework": {

View File

@@ -3,77 +3,77 @@
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-27T11:21:31.566638+00:00",
"frameworkAttemptedAt": "2026-09-27T05:26:38.077246+00:00",
"frameworkAttemptedAt": "2026-09-27T11:27:14.277836+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 34244,
"modelCount": 34287,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15491,
"successRate": 0.45237121831561733,
"wilsonLowerBound": 0.44710510825181593
"successCount": 15527,
"successRate": 0.45285385131390904,
"wilsonLowerBound": 0.4475905003855942
},
"vllm": {
"framework": "vllm",
"modelCount": 38206,
"modelCount": 38225,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10788,
"successRate": 0.2823640265926818,
"wilsonLowerBound": 0.2778722320505638
"successCount": 10791,
"successRate": 0.2823021582733813,
"wilsonLowerBound": 0.27781178077118984
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 10381,
"modelCount": 10414,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4355,
"successRate": 0.4195164242365861,
"wilsonLowerBound": 0.41005485285212173
"successCount": 4370,
"successRate": 0.4196274246207029,
"wilsonLowerBound": 0.4101804153958004
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64123,
"modelCount": 64125,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12091,
"successRate": 0.18855948723546934,
"wilsonLowerBound": 0.18555055539471527
"successRate": 0.18855360623781675,
"wilsonLowerBound": 0.1855447576196219
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21969,
"modelCount": 22115,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4544,
"successRate": 0.20683690655013884,
"wilsonLowerBound": 0.20153231503874772
"successCount": 4579,
"successRate": 0.2070540357223604,
"wilsonLowerBound": 0.20176470574096297
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6811,
"modelCount": 6832,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 74,
"successRate": 0.01086477756570254,
"wilsonLowerBound": 0.008663801318255377
"successRate": 0.010831381733021077,
"wilsonLowerBound": 0.008637144605720879
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26401,
"modelCount": 26420,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3246,
"successRate": 0.12294988826180826,
"wilsonLowerBound": 0.11904349510247504
"successCount": 3248,
"successRate": 0.12293716881150643,
"wilsonLowerBound": 0.11903233880992954
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -86,23 +86,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 12611,
"modelCount": 12651,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5214,
"successRate": 0.41344857663944173,
"wilsonLowerBound": 0.40488121790198733
"successCount": 5228,
"successRate": 0.4132479645877796,
"wilsonLowerBound": 0.4046947908846399
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24415,
"modelCount": 24420,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3795,
"successRate": 0.15543723121032152,
"wilsonLowerBound": 0.15094660524099493
"successCount": 3796,
"successRate": 0.15544635544635543,
"wilsonLowerBound": 0.15095607344393705
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -115,106 +115,106 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 46097,
"modelCount": 46177,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11475,
"successRate": 0.24893160075492982,
"wilsonLowerBound": 0.24500533715719863
"successCount": 11499,
"successRate": 0.24902007492907724,
"wilsonLowerBound": 0.245096719808682
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23513,
"modelCount": 23518,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3093,
"successRate": 0.1315442521158508,
"wilsonLowerBound": 0.12728409550185116
"successRate": 0.13151628539841823,
"wilsonLowerBound": 0.12725696940315265
},
"vllm": {
"framework": "vllm",
"modelCount": 86766,
"modelCount": 86770,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9764,
"successRate": 0.11253255883641057,
"wilsonLowerBound": 0.11044689658290072
"successRate": 0.11252737121124813,
"wilsonLowerBound": 0.11044179918488706
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 42344,
"modelCount": 42436,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5200,
"successRate": 0.12280370300396751,
"wilsonLowerBound": 0.11971169304630133
"successCount": 5204,
"successRate": 0.12263172777830145,
"wilsonLowerBound": 0.11954493103798015
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 36840,
"modelCount": 37012,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3513,
"successRate": 0.09535830618892509,
"wilsonLowerBound": 0.092401098622068
"successCount": 3514,
"successRate": 0.09494218091429807,
"wilsonLowerBound": 0.09199764646096137
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 89914,
"modelCount": 89954,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21711,
"successRate": 0.2414640656627444,
"wilsonLowerBound": 0.23867773514540452
"successCount": 21740,
"successRate": 0.24167908041888075,
"wilsonLowerBound": 0.2388925095299831
},
"transformers": {
"framework": "transformers",
"modelCount": 5356,
"modelCount": 5357,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 577,
"successRate": 0.10772964899178492,
"wilsonLowerBound": 0.09970570228906317
"successRate": 0.10770953892103789,
"wilsonLowerBound": 0.0996870100008811
},
"vllm": {
"framework": "vllm",
"modelCount": 112723,
"modelCount": 112727,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16525,
"successRate": 0.14659829848389413,
"wilsonLowerBound": 0.14454548012648705
"successRate": 0.14659309659620146,
"wilsonLowerBound": 0.14454034496320375
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 19491,
"modelCount": 19626,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3683,
"successRate": 0.18895900672105073,
"wilsonLowerBound": 0.18352453112791606
"successCount": 3685,
"successRate": 0.18776113319066545,
"wilsonLowerBound": 0.1823587562874447
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43127,
"modelCount": 43137,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5605,
"successRate": 0.1299649871310316,
"wilsonLowerBound": 0.1268242368163194
"successCount": 5608,
"successRate": 0.13000440457148155,
"wilsonLowerBound": 0.12686360178721176
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7180,
"modelCount": 7192,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 617,
"successRate": 0.08593314763231198,
"wilsonLowerBound": 0.0796697160147846
"successCount": 621,
"successRate": 0.08634593993325917,
"wilsonLowerBound": 0.08007328118849572
}
},
"Iluvatar_mrv-100": {
@@ -229,81 +229,81 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 32144,
"modelCount": 32181,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6003,
"successRate": 0.18675335988053757,
"wilsonLowerBound": 0.18253047165664849
"successCount": 6017,
"successRate": 0.186973680121811,
"wilsonLowerBound": 0.18275123898377987
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61199,
"modelCount": 61211,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12401,
"successRate": 0.20263402996780994,
"wilsonLowerBound": 0.1994680373056249
"successRate": 0.2025943049451896,
"wilsonLowerBound": 0.19942885610227043
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 10149,
"modelCount": 10236,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2994,
"successRate": 0.29500443393437775,
"wilsonLowerBound": 0.28621071859134584
"successCount": 3016,
"successRate": 0.2946463462289957,
"wilsonLowerBound": 0.2858929953667756
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14062,
"modelCount": 14098,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3534,
"successRate": 0.25131560233252737,
"wilsonLowerBound": 0.24421463351080622
"successCount": 3545,
"successRate": 0.251454106965527,
"wilsonLowerBound": 0.24436077456380803
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 63633,
"modelCount": 63728,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 17436,
"successRate": 0.2740087690349347,
"wilsonLowerBound": 0.2705570141588735
"successCount": 17466,
"successRate": 0.2740710519708762,
"wilsonLowerBound": 0.2706216118496773
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 196,
"modelCount": 208,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 132,
"successRate": 0.673469387755102,
"wilsonLowerBound": 0.6050312299902708
"successCount": 140,
"successRate": 0.6730769230769231,
"wilsonLowerBound": 0.6066911380156328
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 47193,
"modelCount": 47212,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20834,
"successRate": 0.44146377640751805,
"wilsonLowerBound": 0.43698859210555074
"successCount": 20847,
"successRate": 0.4415614674235364,
"wilsonLowerBound": 0.437087070949341
},
"vllm": {
"framework": "vllm",
"modelCount": 37533,
"modelCount": 37566,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3893,
"successRate": 0.10372205792236165,
"wilsonLowerBound": 0.10067785185785727
"successCount": 3909,
"successRate": 0.10405685992652931,
"wilsonLowerBound": 0.10100954497887264
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
@@ -336,67 +336,67 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6370,
"modelCount": 6380,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2746,
"successRate": 0.43108320251177396,
"wilsonLowerBound": 0.4189667182513431
"successCount": 2750,
"successRate": 0.43103448275862066,
"wilsonLowerBound": 0.41892765536671855
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7392,
"modelCount": 7393,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 240,
"successRate": 0.032467532467532464,
"wilsonLowerBound": 0.028663661771611153
"successCount": 241,
"successRate": 0.032598403895576895,
"wilsonLowerBound": 0.028786866472004326
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 13744,
"modelCount": 13826,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4459,
"successRate": 0.3244324796274738,
"wilsonLowerBound": 0.31665546608651535
"successCount": 4488,
"successRate": 0.3246058151309128,
"wilsonLowerBound": 0.3168506167131575
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 27090,
"modelCount": 27115,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13796,
"successRate": 0.509265411590993,
"wilsonLowerBound": 0.5033113674672747
"successCount": 13810,
"successRate": 0.5093121888253734,
"wilsonLowerBound": 0.5033608940791131
},
"vllm": {
"framework": "vllm",
"modelCount": 64048,
"modelCount": 64083,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6575,
"successRate": 0.10265738196352736,
"wilsonLowerBound": 0.10033056937131402
"successCount": 6585,
"successRate": 0.10275736154674407,
"wilsonLowerBound": 0.10043015905815691
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 12889,
"modelCount": 12906,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1944,
"successRate": 0.15082628598029327,
"wilsonLowerBound": 0.14475186878716254
"successCount": 1952,
"successRate": 0.15124748179141484,
"wilsonLowerBound": 0.14516979517741138
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-27T11:25:36.022289+00:00",
"generatedAt": "2026-09-27T11:27:14.277836+00:00",
"gpuStats": {
"Ascend_910-b4": {
"available": true,

View File

@@ -1,5 +1,5 @@
{
"catalogUpdatedAt": "2026-09-27T11:25:36.022289+00:00",
"catalogUpdatedAt": "2026-09-27T11:27:14.277836+00:00",
"configuredTaskTypes": [
"text-generation"
],
@@ -56,7 +56,7 @@
"time-series-forecasting"
],
"errors": [],
"generatedAt": "2026-09-27T11:25:36.022289+00:00",
"generatedAt": "2026-09-27T11:27:14.277836+00:00",
"gpuCatalog": {
"Ascend_910-b3": {
"canVerify": true,
@@ -6211,6 +6211,6 @@
"updateTime": "2025-12-22 08:59:53"
}
],
"taskTreeUpdatedAt": "2026-09-27T11:25:36.022289+00:00",
"taskTreeUpdatedAt": "2026-09-27T11:27:14.277836+00:00",
"version": 1
}

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff