state: generation 18071 (cycle)
This commit is contained in:
@@ -3280,7 +3280,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-28T20:56:16.878139+00:00",
|
||||
"generatedAt": "2026-09-28T21:04:28.964301+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 165,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -1,79 +1,79 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-09-28T20:48:58.853614+00:00",
|
||||
"communityAttemptedAt": "2026-09-28T21:05:57.164298+00:00",
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-09-28T20:48:58.853614+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-28T15:04:50.694707+00:00",
|
||||
"communityUpdatedAt": "2026-09-28T21:05:57.164298+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-28T21:05:57.164298+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 34477,
|
||||
"modelCount": 34533,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15670,
|
||||
"successRate": 0.4545059024857151,
|
||||
"wilsonLowerBound": 0.44925525211472095
|
||||
"successCount": 15713,
|
||||
"successRate": 0.4550140445371094,
|
||||
"wilsonLowerBound": 0.4497671052760155
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38404,
|
||||
"modelCount": 38441,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10814,
|
||||
"successRate": 0.2815852515362983,
|
||||
"wilsonLowerBound": 0.2771088453159294
|
||||
"successCount": 10817,
|
||||
"successRate": 0.2813922634686923,
|
||||
"wilsonLowerBound": 0.2769189579071585
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 10572,
|
||||
"modelCount": 10613,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4435,
|
||||
"successRate": 0.41950435111615586,
|
||||
"wilsonLowerBound": 0.41012838224723364
|
||||
"successCount": 4446,
|
||||
"successRate": 0.41892019221709226,
|
||||
"wilsonLowerBound": 0.40956431866304654
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64126,
|
||||
"modelCount": 64129,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12091,
|
||||
"successRate": 0.18855066587655553,
|
||||
"wilsonLowerBound": 0.185541858867957
|
||||
"successCount": 12092,
|
||||
"successRate": 0.18855743891219262,
|
||||
"wilsonLowerBound": 0.18554865970293316
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 22855,
|
||||
"modelCount": 22992,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4703,
|
||||
"successRate": 0.2057755414570116,
|
||||
"wilsonLowerBound": 0.20058395626487938
|
||||
"successCount": 4734,
|
||||
"successRate": 0.20589770354906053,
|
||||
"wilsonLowerBound": 0.20072029150969592
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6910,
|
||||
"modelCount": 6923,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 75,
|
||||
"successRate": 0.01085383502170767,
|
||||
"wilsonLowerBound": 0.008668140111373642
|
||||
"successRate": 0.010833453705041168,
|
||||
"wilsonLowerBound": 0.00865184716925329
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26446,
|
||||
"modelCount": 26451,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3249,
|
||||
"successRate": 0.12285411782500189,
|
||||
"wilsonLowerBound": 0.11895234235355855
|
||||
"successRate": 0.12283089486219803,
|
||||
"wilsonLowerBound": 0.11892980785559724
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -86,23 +86,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 12901,
|
||||
"modelCount": 12949,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5311,
|
||||
"successRate": 0.41167351368111,
|
||||
"wilsonLowerBound": 0.40320863843734217
|
||||
"successCount": 5326,
|
||||
"successRate": 0.41130589234689935,
|
||||
"wilsonLowerBound": 0.4028579148889184
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24441,
|
||||
"modelCount": 24444,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3796,
|
||||
"successRate": 0.15531279407552884,
|
||||
"wilsonLowerBound": 0.15082603164937766
|
||||
"successRate": 0.15529373261332025,
|
||||
"wilsonLowerBound": 0.15080747253989712
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -115,106 +115,106 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 46626,
|
||||
"modelCount": 46730,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11595,
|
||||
"successRate": 0.24868099343713806,
|
||||
"wilsonLowerBound": 0.24477828890944917
|
||||
"successCount": 11619,
|
||||
"successRate": 0.2486411298951423,
|
||||
"wilsonLowerBound": 0.24474296077799032
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23545,
|
||||
"modelCount": 23552,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3093,
|
||||
"successRate": 0.13136547037587598,
|
||||
"wilsonLowerBound": 0.12711068804880177
|
||||
"successCount": 3096,
|
||||
"successRate": 0.13145380434782608,
|
||||
"wilsonLowerBound": 0.12719840064586643
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86790,
|
||||
"modelCount": 86792,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9764,
|
||||
"successRate": 0.11250144025809425,
|
||||
"wilsonLowerBound": 0.11041631925117631
|
||||
"successRate": 0.11249884782007559,
|
||||
"wilsonLowerBound": 0.11041377190444403
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 42820,
|
||||
"modelCount": 42884,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5242,
|
||||
"successRate": 0.12241943017281644,
|
||||
"wilsonLowerBound": 0.11934868657231708
|
||||
"successCount": 5248,
|
||||
"successRate": 0.12237664396977894,
|
||||
"wilsonLowerBound": 0.11930863772281997
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 37833,
|
||||
"modelCount": 38028,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3538,
|
||||
"successRate": 0.09351624243385405,
|
||||
"wilsonLowerBound": 0.0906234790272224
|
||||
"successCount": 3539,
|
||||
"successRate": 0.09306300620595351,
|
||||
"wilsonLowerBound": 0.09018397869704897
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 90211,
|
||||
"modelCount": 90272,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21882,
|
||||
"successRate": 0.24256465397789626,
|
||||
"wilsonLowerBound": 0.23977852299062674
|
||||
"successCount": 21916,
|
||||
"successRate": 0.24277738390641618,
|
||||
"wilsonLowerBound": 0.2399913486994
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5381,
|
||||
"modelCount": 5388,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 579,
|
||||
"successRate": 0.10760081769187883,
|
||||
"wilsonLowerBound": 0.09959933094231796
|
||||
"successRate": 0.10746102449888642,
|
||||
"wilsonLowerBound": 0.09946937877331236
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112746,
|
||||
"modelCount": 112748,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16525,
|
||||
"successRate": 0.14656839267024993,
|
||||
"wilsonLowerBound": 0.1445159579197298
|
||||
"successRate": 0.14656579274133466,
|
||||
"wilsonLowerBound": 0.14451339134124666
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 19995,
|
||||
"modelCount": 20091,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3701,
|
||||
"successRate": 0.18509627406851714,
|
||||
"wilsonLowerBound": 0.17977365666114606
|
||||
"successCount": 3704,
|
||||
"successRate": 0.18436115673684733,
|
||||
"wilsonLowerBound": 0.17905952155656935
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 43243,
|
||||
"modelCount": 43260,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5628,
|
||||
"successRate": 0.13014823208380547,
|
||||
"wilsonLowerBound": 0.12700973757872988
|
||||
"successCount": 5630,
|
||||
"successRate": 0.1301433194637078,
|
||||
"wilsonLowerBound": 0.12700548656361685
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7298,
|
||||
"modelCount": 7313,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 640,
|
||||
"successRate": 0.08769525897506165,
|
||||
"wilsonLowerBound": 0.08142074634788153
|
||||
"successCount": 643,
|
||||
"successRate": 0.08792561192397101,
|
||||
"wilsonLowerBound": 0.08164951950647713
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -229,81 +229,81 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 32347,
|
||||
"modelCount": 32382,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6088,
|
||||
"successRate": 0.1882091074906483,
|
||||
"wilsonLowerBound": 0.18398649996059158
|
||||
"successCount": 6096,
|
||||
"successRate": 0.1882527329998147,
|
||||
"wilsonLowerBound": 0.18403200391274757
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61240,
|
||||
"modelCount": 61247,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12403,
|
||||
"successRate": 0.2025310254735467,
|
||||
"wilsonLowerBound": 0.1993666966121015
|
||||
"successCount": 12404,
|
||||
"successRate": 0.20252420526719675,
|
||||
"wilsonLowerBound": 0.19936009657198306
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 10634,
|
||||
"modelCount": 10720,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3116,
|
||||
"successRate": 0.29302238104194095,
|
||||
"wilsonLowerBound": 0.28444747159353273
|
||||
"successCount": 3142,
|
||||
"successRate": 0.29309701492537316,
|
||||
"wilsonLowerBound": 0.2845555927515729
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14199,
|
||||
"modelCount": 14225,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3574,
|
||||
"successRate": 0.2517078667511797,
|
||||
"wilsonLowerBound": 0.24463710538797673
|
||||
"successCount": 3580,
|
||||
"successRate": 0.2516695957820738,
|
||||
"wilsonLowerBound": 0.24460560675236612
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64111,
|
||||
"modelCount": 64179,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 17562,
|
||||
"successRate": 0.27393115066057305,
|
||||
"wilsonLowerBound": 0.27049254547857765
|
||||
"successCount": 17590,
|
||||
"successRate": 0.27407719035821687,
|
||||
"wilsonLowerBound": 0.2706398188702584
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 257,
|
||||
"modelCount": 275,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 164,
|
||||
"successRate": 0.6381322957198443,
|
||||
"wilsonLowerBound": 0.5777450812973657
|
||||
"successCount": 175,
|
||||
"successRate": 0.6363636363636364,
|
||||
"wilsonLowerBound": 0.5779907520144166
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 47311,
|
||||
"modelCount": 47335,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20919,
|
||||
"successRate": 0.4421593286973431,
|
||||
"wilsonLowerBound": 0.4376889315668452
|
||||
"successCount": 20930,
|
||||
"successRate": 0.44216752931234815,
|
||||
"wilsonLowerBound": 0.43769825507689475
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37744,
|
||||
"modelCount": 37778,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3982,
|
||||
"successRate": 0.1055002119542179,
|
||||
"wilsonLowerBound": 0.10244106291908013
|
||||
"successCount": 3996,
|
||||
"successRate": 0.10577584837736248,
|
||||
"wilsonLowerBound": 0.10271446494439464
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
@@ -336,67 +336,67 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 6447,
|
||||
"modelCount": 6465,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2787,
|
||||
"successRate": 0.4322940902745463,
|
||||
"wilsonLowerBound": 0.4202450965307836
|
||||
"successCount": 2798,
|
||||
"successRate": 0.43279195668986853,
|
||||
"wilsonLowerBound": 0.42075773569172253
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7395,
|
||||
"modelCount": 7396,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 241,
|
||||
"successRate": 0.032589587559161595,
|
||||
"wilsonLowerBound": 0.02877906662631195
|
||||
"successCount": 242,
|
||||
"successRate": 0.032720389399675504,
|
||||
"wilsonLowerBound": 0.028902224054213495
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 14190,
|
||||
"modelCount": 14271,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4603,
|
||||
"successRate": 0.3243833685694151,
|
||||
"wilsonLowerBound": 0.3167290715807455
|
||||
"successCount": 4627,
|
||||
"successRate": 0.32422395066918924,
|
||||
"wilsonLowerBound": 0.31659229138634054
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 27203,
|
||||
"modelCount": 27233,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13861,
|
||||
"successRate": 0.5095393890379738,
|
||||
"wilsonLowerBound": 0.5035977477087471
|
||||
"successCount": 13873,
|
||||
"successRate": 0.5094187199353726,
|
||||
"wilsonLowerBound": 0.5034803423077188
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64342,
|
||||
"modelCount": 64376,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6645,
|
||||
"successRate": 0.10327624257871997,
|
||||
"wilsonLowerBound": 0.10094841477838959
|
||||
"successCount": 6654,
|
||||
"successRate": 0.10336150118056418,
|
||||
"wilsonLowerBound": 0.10103341863374089
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 12962,
|
||||
"modelCount": 12977,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1979,
|
||||
"successRate": 0.15267705600987502,
|
||||
"wilsonLowerBound": 0.14658801824546805
|
||||
"successCount": 1984,
|
||||
"successRate": 0.15288587500963244,
|
||||
"wilsonLowerBound": 0.14679677068017088
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-28T21:03:26.967268+00:00",
|
||||
"generatedAt": "2026-09-28T21:05:57.164298+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
{
|
||||
"catalogUpdatedAt": "2026-09-28T21:03:26.967268+00:00",
|
||||
"catalogUpdatedAt": "2026-09-28T21:05:57.164298+00:00",
|
||||
"configuredTaskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
@@ -56,7 +56,7 @@
|
||||
"time-series-forecasting"
|
||||
],
|
||||
"errors": [],
|
||||
"generatedAt": "2026-09-28T21:03:26.967268+00:00",
|
||||
"generatedAt": "2026-09-28T21:05:57.164298+00:00",
|
||||
"gpuCatalog": {
|
||||
"Ascend_910-b3": {
|
||||
"canVerify": true,
|
||||
@@ -6458,6 +6458,6 @@
|
||||
"updateTime": "2025-12-22 08:59:53"
|
||||
}
|
||||
],
|
||||
"taskTreeUpdatedAt": "2026-09-28T21:03:26.967268+00:00",
|
||||
"taskTreeUpdatedAt": "2026-09-28T21:05:57.164298+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user