state: generation 31909 (cycle)

This commit is contained in:
CoolBoy committed 2026-11-13 22:55:50 +00:00
1 parent d5e748eb66
commit eeafe89cca
3 files changed
+147 -147

No files matched your search

+140 -140
View File
@@ -3,28 +3,28 @@
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-11-13T22:51:29.642210+00:00",
"frameworkAttemptedAt": "2026-11-13T16:55:14.321591+00:00",
"frameworkAttemptedAt": "2026-11-13T22:55:49.576156+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 47237,
"modelCount": 47275,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24044,
"successRate": 0.5090077693333616,
"wilsonLowerBound": 0.5044989032084028
"successCount": 24069,
"successRate": 0.5091274457958752,
"wilsonLowerBound": 0.5046204021537628
},
"vllm": {
"framework": "vllm",
"modelCount": 61653,
"modelCount": 61697,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15997,
"successRate": 0.25946831459945174,
"wilsonLowerBound": 0.2560232422648166
"successCount": 16005,
"successRate": 0.2594129374199718,
"wilsonLowerBound": 0.25596933159624735
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -37,119 +37,119 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8709,
"modelCount": 8754,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2966,
"successRate": 0.34056722930301986,
"wilsonLowerBound": 0.3306863656465387
"successCount": 2990,
"successRate": 0.34155814484806946,
"wilsonLowerBound": 0.33169513058997396
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 42654,
"modelCount": 42698,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21070,
"successRate": 0.4939747737609603,
"wilsonLowerBound": 0.48923076552655814
"successCount": 21091,
"successRate": 0.4939575624151014,
"wilsonLowerBound": 0.4892160021638444
},
"vllm": {
"framework": "vllm",
"modelCount": 42410,
"modelCount": 42439,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11404,
"successRate": 0.26889884461211977,
"wilsonLowerBound": 0.2646999866685765
"successCount": 11414,
"successRate": 0.26895072928202834,
"wilsonLowerBound": 0.26475303703354064
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 20,
"modelCount": 21,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 5,
"successRate": 0.25,
"wilsonLowerBound": 0.11186005278940306
"successCount": 6,
"successRate": 0.2857142857142857,
"wilsonLowerBound": 0.138136757456282
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 19210,
"modelCount": 19273,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7352,
"successRate": 0.3827173347214992,
"wilsonLowerBound": 0.3758680015700409
"successCount": 7376,
"successRate": 0.3827115654023764,
"wilsonLowerBound": 0.37587341644611366
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64556,
"modelCount": 64559,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12101,
"successRate": 0.18744965611252246,
"wilsonLowerBound": 0.1844576713380231
"successRate": 0.18744094549172075,
"wilsonLowerBound": 0.18444908412764305
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 49102,
"modelCount": 49332,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8708,
"successRate": 0.17734511832511915,
"wilsonLowerBound": 0.17399188990137873
"successCount": 8740,
"successRate": 0.1771669504581205,
"wilsonLowerBound": 0.17382283152594435
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9507,
"modelCount": 9515,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 121,
"successRate": 0.012727463973913958,
"wilsonLowerBound": 0.010662831472509494
"successRate": 0.012716763005780347,
"wilsonLowerBound": 0.010653857871646464
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 27112,
"modelCount": 27113,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3347,
"successRate": 0.1234508704632635,
"wilsonLowerBound": 0.11958842168414544
"successRate": 0.12344631726478074,
"wilsonLowerBound": 0.11958400140146891
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16561,
"modelCount": 16562,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1677,
"successRate": 0.10126200108689089,
"wilsonLowerBound": 0.0967594240758133
"successRate": 0.10125588697017268,
"wilsonLowerBound": 0.09675356755667748
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 22400,
"modelCount": 22459,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 8122,
"successRate": 0.3625892857142857,
"wilsonLowerBound": 0.3563175679257275
"successCount": 8132,
"successRate": 0.36208201611825996,
"wilsonLowerBound": 0.3558204957820748
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 25266,
"modelCount": 25267,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3815,
"successRate": 0.15099342990580225,
"wilsonLowerBound": 0.146631588442604
"successRate": 0.15098745399137214,
"wilsonLowerBound": 0.1466257705079865
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -162,23 +162,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 65047,
"modelCount": 65169,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16027,
"successRate": 0.24639107107168662,
"wilsonLowerBound": 0.24309458772686232
"successCount": 16051,
"successRate": 0.24629808651352636,
"wilsonLowerBound": 0.24300510179784512
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 36770,
"modelCount": 36786,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4342,
"successRate": 0.11808539570301876,
"wilsonLowerBound": 0.11482669226803241
"successRate": 0.11803403468710923,
"wilsonLowerBound": 0.11477665784920472
},
"vllm": {
"framework": "vllm",
@@ -191,41 +191,41 @@
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 51510,
"modelCount": 51561,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5898,
"successRate": 0.11450203843913803,
"wilsonLowerBound": 0.11178087821366833
"successCount": 5915,
"successRate": 0.11471848878027967,
"wilsonLowerBound": 0.11199638440380391
},
"vllm_03": {
"framework": "vllm_03",
"modelCount": 58,
"modelCount": 162,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19,
"successRate": 0.3275862068965517,
"wilsonLowerBound": 0.220831238803421
"successCount": 48,
"successRate": 0.2962962962962963,
"wilsonLowerBound": 0.2313577290184028
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 61511,
"modelCount": 61564,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4017,
"successRate": 0.06530539253141715,
"wilsonLowerBound": 0.06337992032491227
"successCount": 4019,
"successRate": 0.06528165811188356,
"wilsonLowerBound": 0.06335733465265206
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 96365,
"modelCount": 96406,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24290,
"successRate": 0.2520624708140923,
"wilsonLowerBound": 0.24933092339571253
"successCount": 24302,
"successRate": 0.2520797460738958,
"wilsonLowerBound": 0.2493487144909282
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
@@ -265,30 +265,30 @@
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 27326,
"modelCount": 27416,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4434,
"successRate": 0.1622630461831223,
"wilsonLowerBound": 0.157939057266993
"successCount": 4454,
"successRate": 0.16245987744382842,
"wilsonLowerBound": 0.1581407534634821
},
"vllm_0_31_0_corex_5_0_0": {
"framework": "vllm_0_31_0_corex_5_0_0",
"modelCount": 45,
"modelCount": 58,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4,
"successRate": 0.08888888888888889,
"wilsonLowerBound": 0.035110548134203154
"successRate": 0.06896551724137931,
"wilsonLowerBound": 0.02714380759816832
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 46389,
"modelCount": 46434,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 6009,
"successRate": 0.12953501907779863,
"wilsonLowerBound": 0.12650991833142983
"successCount": 6024,
"successRate": 0.12973252358185813,
"wilsonLowerBound": 0.1267068774239523
},
"vllm_gemma_4": {
"framework": "vllm_gemma_4",
@@ -330,23 +330,23 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 39269,
"modelCount": 39333,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 8329,
"successRate": 0.2121011484886297,
"wilsonLowerBound": 0.20808609197533603
"successCount": 8341,
"successRate": 0.2120611191620268,
"wilsonLowerBound": 0.20804958992890257
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 62068,
"modelCount": 62072,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12447,
"successRate": 0.2005381194818586,
"wilsonLowerBound": 0.1974066307919594
"successRate": 0.20052519654594664,
"wilsonLowerBound": 0.19739388498535093
},
"vllm_0.25.1": {
"framework": "vllm_0.25.1",
@@ -359,61 +359,61 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 25476,
"modelCount": 25557,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 6786,
"successRate": 0.2663683466792275,
"wilsonLowerBound": 0.2609754794590166
"successCount": 6810,
"successRate": 0.26646319990609224,
"wilsonLowerBound": 0.2610782002529839
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 18540,
"modelCount": 18588,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4287,
"successRate": 0.23122977346278317,
"wilsonLowerBound": 0.22521676696474915
"successCount": 4291,
"successRate": 0.23084785883365613,
"wilsonLowerBound": 0.22484612947643987
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 73796,
"modelCount": 73839,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20051,
"successRate": 0.2717084936852946,
"wilsonLowerBound": 0.26851089066745026
"successCount": 20061,
"successRate": 0.2716856945516597,
"wilsonLowerBound": 0.26848910481257676
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 4718,
"modelCount": 4744,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2587,
"successRate": 0.5483255616786774,
"wilsonLowerBound": 0.5340912895081172
"successCount": 2606,
"successRate": 0.5493254637436762,
"wilsonLowerBound": 0.5351323069937706
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 50745,
"modelCount": 50772,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22999,
"successRate": 0.45322691890826683,
"wilsonLowerBound": 0.44889929622968716
"successCount": 23016,
"successRate": 0.4533207279602931,
"wilsonLowerBound": 0.4489941714178914
},
"vllm": {
"framework": "vllm",
"modelCount": 45503,
"modelCount": 45528,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6219,
"successRate": 0.13667230732039645,
"wilsonLowerBound": 0.1335467655537305
"successRate": 0.13659725882973114,
"wilsonLowerBound": 0.13347330244378972
}
},
"Sunrise_pt-200-x1": {
@@ -428,21 +428,21 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 10157,
"modelCount": 10158,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 772,
"successRate": 0.07600669489022349,
"wilsonLowerBound": 0.07101160671798992
"successRate": 0.07599921244339437,
"wilsonLowerBound": 0.07100459780939916
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 9344,
"modelCount": 9363,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4119,
"successRate": 0.4408176369863014,
"wilsonLowerBound": 0.43077709534119035
"successCount": 4126,
"successRate": 0.4406707251949162,
"wilsonLowerBound": 0.43064076260525913
}
},
"Vastai_va16": {
@@ -457,41 +457,41 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 28808,
"modelCount": 28925,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 8031,
"successRate": 0.27877672868647596,
"wilsonLowerBound": 0.2736284793791637
"successCount": 8070,
"successRate": 0.2789974070872947,
"wilsonLowerBound": 0.2738582369088403
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 31303,
"modelCount": 31327,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15959,
"successRate": 0.5098233396160112,
"wilsonLowerBound": 0.5042845209170523
"successCount": 15972,
"successRate": 0.5098477351805152,
"wilsonLowerBound": 0.5043110410910676
},
"vllm": {
"framework": "vllm",
"modelCount": 71456,
"modelCount": 71488,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7789,
"successRate": 0.10900414240931482,
"wilsonLowerBound": 0.10674007477043307
"successCount": 7791,
"successRate": 0.10898332587287377,
"wilsonLowerBound": 0.10671995289316512
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 17082,
"modelCount": 17111,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3340,
"successRate": 0.1955274558014284,
"wilsonLowerBound": 0.18964852750951278
"successCount": 3352,
"successRate": 0.19589737595698672,
"wilsonLowerBound": 0.19001904083615612
},
"vllm_0.21.0": {
"framework": "vllm_0.21.0",
@@ -506,7 +506,7 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-11-13T22:54:32.966089+00:00",
"generatedAt": "2026-11-13T22:55:49.576156+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
+3 -3
View File
@@ -1,5 +1,5 @@
{
"catalogUpdatedAt": "2026-11-13T22:54:32.966089+00:00",
"catalogUpdatedAt": "2026-11-13T22:55:49.576156+00:00",
"configuredTaskTypes": [
"text-generation"
],
@@ -56,7 +56,7 @@
"time-series-forecasting"
],
"errors": [],
"generatedAt": "2026-11-13T22:54:32.966089+00:00",
"generatedAt": "2026-11-13T22:55:49.576156+00:00",
"gpuCatalog": {
"Ascend_910-b3": {
"canVerify": true,
@@ -6635,6 +6635,6 @@
"updateTime": "2025-12-22 08:59:53"
}
],
"taskTreeUpdatedAt": "2026-11-13T22:54:32.966089+00:00",
"taskTreeUpdatedAt": "2026-11-13T22:55:49.576156+00:00",
"version": 1
}