state: generation 20613 (cycle)

This commit is contained in:
2026-10-04 22:30:28 +00:00
parent aadf2e4635
commit 3d40decd3f
3 changed files with 153 additions and 153 deletions

View File

@@ -3,28 +3,28 @@
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-04T22:21:48.947303+00:00",
"frameworkAttemptedAt": "2026-10-04T16:27:10.273279+00:00",
"frameworkAttemptedAt": "2026-10-04T22:29:01.586451+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40947,
"modelCount": 40994,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20084,
"successRate": 0.4904877036168706,
"wilsonLowerBound": 0.4856466932438106
"successCount": 20121,
"successRate": 0.4908279260379568,
"wilsonLowerBound": 0.48598959740198855
},
"vllm": {
"framework": "vllm",
"modelCount": 54824,
"modelCount": 54888,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15115,
"successRate": 0.2757004231723333,
"wilsonLowerBound": 0.2719755744578353
"successCount": 15123,
"successRate": 0.2755247048535199,
"wilsonLowerBound": 0.27180276956089916
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -37,110 +37,110 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 3666,
"modelCount": 3695,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1082,
"successRate": 0.29514457174031644,
"wilsonLowerBound": 0.28060039717132573
"successCount": 1091,
"successRate": 0.2952638700947226,
"wilsonLowerBound": 0.2807741480755047
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 35549,
"modelCount": 35600,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16435,
"successRate": 0.4623196151790486,
"wilsonLowerBound": 0.4571410316263713
"successCount": 16466,
"successRate": 0.46252808988764044,
"wilsonLowerBound": 0.45735302804850114
},
"vllm": {
"framework": "vllm",
"modelCount": 39143,
"modelCount": 39168,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10924,
"successRate": 0.27907927343330863,
"wilsonLowerBound": 0.27465750177137455
"successCount": 10927,
"successRate": 0.27897773692810457,
"wilsonLowerBound": 0.27455787491519756
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 11533,
"modelCount": 11577,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4832,
"successRate": 0.4189716465793809,
"wilsonLowerBound": 0.40999524875535726
"successCount": 4844,
"successRate": 0.41841582447957154,
"wilsonLowerBound": 0.4094582963930427
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64178,
"modelCount": 64180,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12094,
"successRate": 0.18844463834959022,
"wilsonLowerBound": 0.18543770256687467
"successRate": 0.18843876597070738,
"wilsonLowerBound": 0.18543191329200215
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 26085,
"modelCount": 26198,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5541,
"successRate": 0.21242093156986774,
"wilsonLowerBound": 0.2074997527544099
"successCount": 5576,
"successRate": 0.2128406748606764,
"wilsonLowerBound": 0.20792639836850288
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7330,
"modelCount": 7345,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 94,
"successRate": 0.012824010914051841,
"wilsonLowerBound": 0.010491456661972855
"successRate": 0.01279782164737917,
"wilsonLowerBound": 0.010470008246298753
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26520,
"modelCount": 26526,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3261,
"successRate": 0.12296380090497737,
"wilsonLowerBound": 0.1190658652396679
"successRate": 0.12293598733318253,
"wilsonLowerBound": 0.11903887461602537
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16496,
"modelCount": 16498,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.1016003879728419,
"wilsonLowerBound": 0.09708223705449089
"successRate": 0.10158807128136745,
"wilsonLowerBound": 0.09707043924110484
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 14093,
"modelCount": 14143,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5700,
"successRate": 0.4044561129638828,
"wilsonLowerBound": 0.3963801920247765
"successCount": 5715,
"successRate": 0.4040868274057838,
"wilsonLowerBound": 0.3960264318749205
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24565,
"modelCount": 24571,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3798,
"successRate": 0.15461021778953796,
"wilsonLowerBound": 0.15014314191977335
"successRate": 0.1545724634732001,
"wilsonLowerBound": 0.150106383253713
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -153,106 +153,106 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 48943,
"modelCount": 49031,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12220,
"successRate": 0.24967819708640662,
"wilsonLowerBound": 0.24586330137213241
"successCount": 12251,
"successRate": 0.2498623319940446,
"wilsonLowerBound": 0.2460498870018196
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23686,
"modelCount": 23692,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3111,
"successRate": 0.13134340960905175,
"wilsonLowerBound": 0.1271014421174694
"successCount": 3112,
"successRate": 0.13135235522539254,
"wilsonLowerBound": 0.1271107916269349
},
"vllm": {
"framework": "vllm",
"modelCount": 86858,
"modelCount": 86860,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9768,
"successRate": 0.11245941651891593,
"wilsonLowerBound": 0.11037544978714471
"successRate": 0.11245682707805664,
"wilsonLowerBound": 0.11037290537855499
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 44355,
"modelCount": 44439,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5400,
"successRate": 0.1217450118363206,
"wilsonLowerBound": 0.11873459401356201
"successCount": 5408,
"successRate": 0.1216949076261842,
"wilsonLowerBound": 0.11868784868601158
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 42268,
"modelCount": 42467,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3591,
"successRate": 0.08495788776379294,
"wilsonLowerBound": 0.08233735136852925
"successCount": 3597,
"successRate": 0.0847010620010832,
"wilsonLowerBound": 0.08209024727094083
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 91214,
"modelCount": 91260,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22445,
"successRate": 0.24606968228561404,
"wilsonLowerBound": 0.24328516921335383
"successCount": 22480,
"successRate": 0.24632916940609248,
"wilsonLowerBound": 0.24354435276353384
},
"transformers": {
"framework": "transformers",
"modelCount": 5453,
"modelCount": 5456,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 580,
"successRate": 0.10636346964973409,
"wilsonLowerBound": 0.09845573022593368
"successRate": 0.1063049853372434,
"wilsonLowerBound": 0.09840136491777417
},
"vllm": {
"framework": "vllm",
"modelCount": 112790,
"modelCount": 112792,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16529,
"successRate": 0.14654667967018353,
"wilsonLowerBound": 0.14449477031337343
"successRate": 0.14654408114050643,
"wilsonLowerBound": 0.14449220511310681
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 21409,
"modelCount": 21518,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3820,
"successRate": 0.1784296323975898,
"wilsonLowerBound": 0.17335868349485636
"successCount": 3824,
"successRate": 0.17771168324193698,
"wilsonLowerBound": 0.1726616453533802
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43440,
"modelCount": 43454,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5648,
"successRate": 0.1300184162062615,
"wilsonLowerBound": 0.12688832570870462
"successCount": 5653,
"successRate": 0.13009159110783816,
"wilsonLowerBound": 0.12696123657684052
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7648,
"modelCount": 7664,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 703,
"successRate": 0.09191945606694561,
"wilsonLowerBound": 0.085647593681614
"successCount": 704,
"successRate": 0.0918580375782881,
"wilsonLowerBound": 0.08559448631327704
}
},
"Iluvatar_mrv-100": {
@@ -267,90 +267,90 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 33242,
"modelCount": 33287,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6394,
"successRate": 0.19234703086456892,
"wilsonLowerBound": 0.18814558671735693
"successCount": 6412,
"successRate": 0.19262775257608075,
"wilsonLowerBound": 0.18842674102081802
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61397,
"modelCount": 61402,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12411,
"successRate": 0.20214342720328354,
"wilsonLowerBound": 0.1989854184229054
"successCount": 12412,
"successRate": 0.20214325266277972,
"wilsonLowerBound": 0.1989853727367128
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 12730,
"modelCount": 12833,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3727,
"successRate": 0.29277297721916734,
"wilsonLowerBound": 0.28493171416732604
"successCount": 3751,
"successRate": 0.2922933063196447,
"wilsonLowerBound": 0.2844872431189157
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14778,
"modelCount": 14801,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3662,
"successRate": 0.24780078495060226,
"wilsonLowerBound": 0.24090601410412868
"successCount": 3665,
"successRate": 0.24761840416188097,
"wilsonLowerBound": 0.24073070445635578
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 65808,
"modelCount": 65863,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18078,
"successRate": 0.274708242159008,
"wilsonLowerBound": 0.27131103873914547
"successCount": 18099,
"successRate": 0.2747976861060079,
"wilsonLowerBound": 0.27140154600114563
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 543,
"modelCount": 561,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 335,
"successRate": 0.6169429097605893,
"wilsonLowerBound": 0.5753676069594711
"successCount": 347,
"successRate": 0.6185383244206774,
"wilsonLowerBound": 0.5776648814867291
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 47802,
"modelCount": 47817,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21261,
"successRate": 0.44477218526421486,
"wilsonLowerBound": 0.44032190524932546
"successCount": 21273,
"successRate": 0.4448836187966623,
"wilsonLowerBound": 0.44043391627468637
},
"vllm": {
"framework": "vllm",
"modelCount": 38655,
"modelCount": 38689,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4352,
"successRate": 0.1125856939593843,
"wilsonLowerBound": 0.10947304342761281
"successCount": 4371,
"successRate": 0.11297784900100803,
"wilsonLowerBound": 0.1098617283137478
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 900,
"modelCount": 911,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 4.318375942142756e-19
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
@@ -365,21 +365,21 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 10059,
"modelCount": 10064,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 751,
"successRate": 0.07465950889750472,
"wilsonLowerBound": 0.06968374556956204
"successCount": 754,
"successRate": 0.07492050874403816,
"wilsonLowerBound": 0.06993760855583725
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6824,
"modelCount": 6836,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2970,
"successRate": 0.43522860492379833,
"wilsonLowerBound": 0.4235049346116168
"successCount": 2974,
"successRate": 0.4350497366881217,
"wilsonLowerBound": 0.42333697792193725
}
},
"Vastai_va16": {
@@ -394,47 +394,47 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 15538,
"modelCount": 15582,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4894,
"successRate": 0.31496975157677953,
"wilsonLowerBound": 0.30771246432729793
"successCount": 4896,
"successRate": 0.31420870234886406,
"wilsonLowerBound": 0.3069665592811269
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 27646,
"modelCount": 27668,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14097,
"successRate": 0.5099110178687695,
"wilsonLowerBound": 0.5040172109245917
"successCount": 14102,
"successRate": 0.5096862801792684,
"wilsonLowerBound": 0.5037947964348157
},
"vllm": {
"framework": "vllm",
"modelCount": 65677,
"modelCount": 65785,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6899,
"successRate": 0.105044383878679,
"wilsonLowerBound": 0.10272247299937777
"successRate": 0.10487193129132781,
"wilsonLowerBound": 0.10255361664956537
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 13247,
"modelCount": 13262,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2083,
"successRate": 0.15724314939231523,
"wilsonLowerBound": 0.1511434404892029
"successRate": 0.15706529935153069,
"wilsonLowerBound": 0.15097188606024203
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-04T22:26:26.557368+00:00",
"generatedAt": "2026-10-04T22:29:01.586451+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,

View File

@@ -1,5 +1,5 @@
{
"catalogUpdatedAt": "2026-10-04T22:26:26.557368+00:00",
"catalogUpdatedAt": "2026-10-04T22:29:01.586451+00:00",
"configuredTaskTypes": [
"text-generation"
],
@@ -56,7 +56,7 @@
"time-series-forecasting"
],
"errors": [],
"generatedAt": "2026-10-04T22:26:26.557368+00:00",
"generatedAt": "2026-10-04T22:29:01.586451+00:00",
"gpuCatalog": {
"Ascend_910-b3": {
"canVerify": true,
@@ -6753,6 +6753,6 @@
"updateTime": "2025-12-22 08:59:53"
}
],
"taskTreeUpdatedAt": "2026-10-04T22:26:26.557368+00:00",
"taskTreeUpdatedAt": "2026-10-04T22:29:01.586451+00:00",
"version": 1
}