state: generation 18518 (cycle)
This commit is contained in:
@@ -1,30 +1,30 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-11-01T13:20:33.954975+00:00",
|
||||
"communityAttemptedAt": "2026-11-01T13:29:19.842142+00:00",
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-11-01T13:20:33.954975+00:00",
|
||||
"frameworkAttemptedAt": "2026-11-01T12:49:17.173387+00:00",
|
||||
"communityUpdatedAt": "2026-11-01T13:29:19.842142+00:00",
|
||||
"frameworkAttemptedAt": "2026-11-01T13:29:19.842142+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 45283,
|
||||
"modelCount": 45289,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22944,
|
||||
"successRate": 0.5066802111167547,
|
||||
"wilsonLowerBound": 0.5020749449007292
|
||||
"successCount": 22947,
|
||||
"successRate": 0.5066793261056769,
|
||||
"wilsonLowerBound": 0.502074364936186
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 59771,
|
||||
"modelCount": 59777,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15765,
|
||||
"successRate": 0.2637566712954443,
|
||||
"wilsonLowerBound": 0.26023910110927917
|
||||
"successRate": 0.2637301972330495,
|
||||
"wilsonLowerBound": 0.2602129182910093
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,32 +37,32 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6838,
|
||||
"modelCount": 6841,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2257,
|
||||
"successRate": 0.3300672711319099,
|
||||
"wilsonLowerBound": 0.3190196812980898
|
||||
"successCount": 2258,
|
||||
"successRate": 0.3300687034059348,
|
||||
"wilsonLowerBound": 0.31902350105417593
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 40510,
|
||||
"modelCount": 40513,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19706,
|
||||
"successRate": 0.48644779066897065,
|
||||
"wilsonLowerBound": 0.48158203709746294
|
||||
"successCount": 19709,
|
||||
"successRate": 0.48648581936662305,
|
||||
"wilsonLowerBound": 0.48162023225807354
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41395,
|
||||
"modelCount": 41397,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11268,
|
||||
"successRate": 0.2722067882594516,
|
||||
"wilsonLowerBound": 0.2679402624415702
|
||||
"successCount": 11269,
|
||||
"successRate": 0.2722177935599198,
|
||||
"wilsonLowerBound": 0.2679513150203658
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -75,12 +75,41 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16442,
|
||||
"modelCount": 16445,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6529,
|
||||
"successRate": 0.39709281109354094,
|
||||
"wilsonLowerBound": 0.38963857298226084
|
||||
"successCount": 6530,
|
||||
"successRate": 0.39708117968987533,
|
||||
"wilsonLowerBound": 0.3896276592848537
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64359,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.18800789322394693,
|
||||
"wilsonLowerBound": 0.18500787947369549
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 41672,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 8318,
|
||||
"successRate": 0.1996064503743521,
|
||||
"wilsonLowerBound": 0.19579649981028993
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8902,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 118,
|
||||
"successRate": 0.01325544821388452,
|
||||
"wilsonLowerBound": 0.011080849174710429
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
@@ -104,12 +133,12 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 19804,
|
||||
"modelCount": 19807,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7425,
|
||||
"successRate": 0.374924257725712,
|
||||
"wilsonLowerBound": 0.3682066760109821
|
||||
"successRate": 0.37486747109607715,
|
||||
"wilsonLowerBound": 0.3681506115281962
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
@@ -133,23 +162,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 60302,
|
||||
"modelCount": 60308,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14964,
|
||||
"successRate": 0.24815097343371695,
|
||||
"wilsonLowerBound": 0.24471951575461048
|
||||
"successCount": 14967,
|
||||
"successRate": 0.2481760297141341,
|
||||
"wilsonLowerBound": 0.2447446237539842
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 31108,
|
||||
"modelCount": 31126,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4202,
|
||||
"successRate": 0.13507779349363508,
|
||||
"wilsonLowerBound": 0.1313244217446141
|
||||
"successRate": 0.1349996787251815,
|
||||
"wilsonLowerBound": 0.1312483155251695
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -162,21 +191,21 @@
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50857,
|
||||
"modelCount": 50860,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5806,
|
||||
"successRate": 0.11416324203157874,
|
||||
"wilsonLowerBound": 0.11142844599245968
|
||||
"successRate": 0.11415650806134486,
|
||||
"wilsonLowerBound": 0.11142186332893537
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 55906,
|
||||
"modelCount": 55916,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3938,
|
||||
"successRate": 0.07043966658319321,
|
||||
"wilsonLowerBound": 0.06834788522130383
|
||||
"successRate": 0.07042706917519136,
|
||||
"wilsonLowerBound": 0.06833564837902444
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
@@ -265,12 +294,12 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37337,
|
||||
"modelCount": 37339,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7709,
|
||||
"successRate": 0.20647079304711144,
|
||||
"wilsonLowerBound": 0.202395297497172
|
||||
"successCount": 7711,
|
||||
"successRate": 0.20651329708883473,
|
||||
"wilsonLowerBound": 0.202437592952885
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
@@ -285,21 +314,21 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 21821,
|
||||
"modelCount": 21832,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5967,
|
||||
"successRate": 0.27345217909353375,
|
||||
"wilsonLowerBound": 0.26757830281475975
|
||||
"successCount": 5971,
|
||||
"successRate": 0.2734976181751557,
|
||||
"wilsonLowerBound": 0.2676248973929798
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 17260,
|
||||
"modelCount": 17265,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4145,
|
||||
"successRate": 0.24015063731170336,
|
||||
"wilsonLowerBound": 0.2338359449468615
|
||||
"successRate": 0.24008108890819577,
|
||||
"wilsonLowerBound": 0.23376794890794883
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
@@ -314,41 +343,41 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 3081,
|
||||
"modelCount": 3083,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1693,
|
||||
"successRate": 0.5494969165855241,
|
||||
"wilsonLowerBound": 0.5318773265562495
|
||||
"successCount": 1695,
|
||||
"successRate": 0.5497891663963672,
|
||||
"wilsonLowerBound": 0.5321759690097437
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 49596,
|
||||
"modelCount": 49597,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22340,
|
||||
"successRate": 0.45043955157674004,
|
||||
"wilsonLowerBound": 0.44606472142492937
|
||||
"successCount": 22341,
|
||||
"successRate": 0.45045063209468317,
|
||||
"wilsonLowerBound": 0.44607583543484575
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 42949,
|
||||
"modelCount": 42951,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5804,
|
||||
"successRate": 0.1351370229807446,
|
||||
"wilsonLowerBound": 0.13193637730139784
|
||||
"successCount": 5806,
|
||||
"successRate": 0.13517729505715817,
|
||||
"wilsonLowerBound": 0.131976313177022
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1515,
|
||||
"modelCount": 1516,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
"wilsonLowerBound": 2.162923417135081e-19
|
||||
}
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
@@ -363,21 +392,21 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10136,
|
||||
"modelCount": 10137,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 768,
|
||||
"successRate": 0.07576953433307025,
|
||||
"wilsonLowerBound": 0.0707769135972184
|
||||
"successRate": 0.0757620597810003,
|
||||
"wilsonLowerBound": 0.07076991339660049
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8547,
|
||||
"modelCount": 8550,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3755,
|
||||
"successRate": 0.43933543933543934,
|
||||
"wilsonLowerBound": 0.4288430080181456
|
||||
"successCount": 3756,
|
||||
"successRate": 0.4392982456140351,
|
||||
"wilsonLowerBound": 0.42880776267793025
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -392,47 +421,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 24205,
|
||||
"modelCount": 24208,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6727,
|
||||
"successRate": 0.27791778558149144,
|
||||
"wilsonLowerBound": 0.2723097802644982
|
||||
"successCount": 6728,
|
||||
"successRate": 0.2779246530072703,
|
||||
"wilsonLowerBound": 0.2723169489995887
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 30240,
|
||||
"modelCount": 30241,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15466,
|
||||
"successRate": 0.511441798941799,
|
||||
"wilsonLowerBound": 0.5058066435812478
|
||||
"successRate": 0.5114248867431632,
|
||||
"wilsonLowerBound": 0.5057898223554436
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 70092,
|
||||
"modelCount": 70096,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7648,
|
||||
"successRate": 0.1091137362323803,
|
||||
"wilsonLowerBound": 0.1068269265464274
|
||||
"successCount": 7649,
|
||||
"successRate": 0.1091217758502625,
|
||||
"wilsonLowerBound": 0.10683495575667575
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 15505,
|
||||
"modelCount": 15508,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2932,
|
||||
"successRate": 0.1891002902289584,
|
||||
"wilsonLowerBound": 0.1830137649033138
|
||||
"successCount": 2933,
|
||||
"successRate": 0.18912819190095434,
|
||||
"wilsonLowerBound": 0.18304189243376037
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-11-01T13:28:14.497020+00:00",
|
||||
"generatedAt": "2026-11-01T13:29:19.842142+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
@@ -449,7 +478,7 @@
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 349978,
|
||||
"recentWilsonLowerBound": 0.9999890234305229,
|
||||
"running": 0,
|
||||
"running": 45,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
@@ -478,6 +507,28 @@
|
||||
"throughputPerHour": 58329.666666666664,
|
||||
"waiting": 731
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 0.012532216310739532,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 349978,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 349978,
|
||||
"recentWilsonLowerBound": 0.9999890234305229,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 58329.666666666664,
|
||||
"waiting": 731
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 0.012532216310739532,
|
||||
@@ -493,7 +544,7 @@
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 349978,
|
||||
"recentWilsonLowerBound": 0.9999890234305229,
|
||||
"running": 45,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
@@ -559,7 +610,7 @@
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 349978,
|
||||
"recentWilsonLowerBound": 0.9999890234305229,
|
||||
"running": 45,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
@@ -647,7 +698,7 @@
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 349978,
|
||||
"recentWilsonLowerBound": 0.9999890234305229,
|
||||
"running": 45,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
@@ -669,7 +720,7 @@
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 349978,
|
||||
"recentWilsonLowerBound": 0.9999890234305229,
|
||||
"running": 45,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
@@ -691,7 +742,7 @@
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 349978,
|
||||
"recentWilsonLowerBound": 0.9999890234305229,
|
||||
"running": 0,
|
||||
"running": 45,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
@@ -713,7 +764,7 @@
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 349978,
|
||||
"recentWilsonLowerBound": 0.9999890234305229,
|
||||
"running": 0,
|
||||
"running": 45,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
@@ -721,15 +772,16 @@
|
||||
"waiting": 731
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-11-01T13:21:40.459828+00:00",
|
||||
"queueAttemptedAt": "2026-11-01T13:29:19.842142+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-11-01T13:21:40.459828+00:00",
|
||||
"queueUpdatedAt": "2026-11-01T13:29:19.842142+00:00",
|
||||
"supportedGpus": [
|
||||
"Cambricon_mlu-370-x4",
|
||||
"Vastai_va16",
|
||||
"Iluvatar_mrv-100",
|
||||
"Kunlunxin_p-800",
|
||||
"Iluvatar_bi-150",
|
||||
"Biren_166m",
|
||||
"Ascend_910-b4",
|
||||
"Ascend_910-b3",
|
||||
"MetaX_c-500",
|
||||
|
||||
Reference in New Issue
Block a user