state: generation 28722 (cycle)

This commit is contained in:
2026-11-10 14:48:07 +00:00
parent da3233b693
commit 1d912f964f
3 changed files with 143 additions and 143 deletions

View File

@@ -3,28 +3,28 @@
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-11-10T14:42:01.918633+00:00",
"frameworkAttemptedAt": "2026-11-10T08:46:16.776716+00:00",
"frameworkAttemptedAt": "2026-11-10T14:48:06.774278+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 46752,
"modelCount": 46787,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 23782,
"successRate": 0.5086841204654347,
"wilsonLowerBound": 0.504151900234415
"successCount": 23805,
"successRate": 0.5087951781477761,
"wilsonLowerBound": 0.5042646620454152
},
"vllm": {
"framework": "vllm",
"modelCount": 61083,
"modelCount": 61114,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15917,
"successRate": 0.2605798667386998,
"wilsonLowerBound": 0.25711393658516973
"successCount": 15923,
"successRate": 0.2605458651045587,
"wilsonLowerBound": 0.2570809594238402
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -37,108 +37,108 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8140,
"modelCount": 8175,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2708,
"successRate": 0.3326781326781327,
"wilsonLowerBound": 0.32252332722395605
"successCount": 2725,
"successRate": 0.3333333333333333,
"wilsonLowerBound": 0.3231947749221614
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 42086,
"modelCount": 42134,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20732,
"successRate": 0.4926103692439291,
"wilsonLowerBound": 0.487834761287448
"successCount": 20753,
"successRate": 0.4925475862723691,
"wilsonLowerBound": 0.48777471332009675
},
"vllm": {
"framework": "vllm",
"modelCount": 42055,
"modelCount": 42071,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11352,
"successRate": 0.2699322316014743,
"wilsonLowerBound": 0.26571055173778585
"successCount": 11353,
"successRate": 0.2698533431579948,
"wilsonLowerBound": 0.26563286000717823
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 6,
"modelCount": 8,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 3,
"successRate": 0.5,
"wilsonLowerBound": 0.1876128068994087
"successRate": 0.375,
"wilsonLowerBound": 0.13684175946152105
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 18441,
"modelCount": 18491,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7103,
"successRate": 0.38517433978634563,
"wilsonLowerBound": 0.37817520462166937
"successCount": 7120,
"successRate": 0.38505218755070036,
"wilsonLowerBound": 0.3780629284395507
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64501,
"modelCount": 64511,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18759399079084046,
"wilsonLowerBound": 0.18459983838767483
"successRate": 0.18756491141045714,
"wilsonLowerBound": 0.18457117093629385
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 46357,
"modelCount": 46558,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8555,
"successRate": 0.18454602325430894,
"wilsonLowerBound": 0.18104078326731807
"successCount": 8557,
"successRate": 0.1837922591176597,
"wilsonLowerBound": 0.18030017729688777
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9382,
"modelCount": 9390,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 120,
"successRate": 0.012790449797484544,
"wilsonLowerBound": 0.010707780198040981
"successRate": 0.012779552715654952,
"wilsonLowerBound": 0.010698648736169134
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 27065,
"modelCount": 27067,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3339,
"successRate": 0.12336966561980417,
"wilsonLowerBound": 0.11950502968814475
"successRate": 0.1233605497469243,
"wilsonLowerBound": 0.11949618026568705
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16554,
"modelCount": 16555,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10124441222665218,
"wilsonLowerBound": 0.09674126077555913
"successCount": 1677,
"successRate": 0.1012987012987013,
"wilsonLowerBound": 0.09679457808591668
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 21578,
"modelCount": 21621,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7909,
"successRate": 0.3665307257391788,
"wilsonLowerBound": 0.36012564139592923
"successCount": 7917,
"successRate": 0.36617177743860135,
"wilsonLowerBound": 0.3597744314703395
}
},
"Cambricon_mlu-370-x8": {
@@ -162,23 +162,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 63785,
"modelCount": 63884,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15773,
"successRate": 0.2472838441639884,
"wilsonLowerBound": 0.24395093845434682
"successCount": 15796,
"successRate": 0.2472606599461524,
"wilsonLowerBound": 0.24393043252407007
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 35708,
"modelCount": 35730,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4312,
"successRate": 0.12075725327657667,
"wilsonLowerBound": 0.11741823681402673
"successCount": 4313,
"successRate": 0.12071088720962776,
"wilsonLowerBound": 0.11737345084823077
},
"vllm": {
"framework": "vllm",
@@ -191,41 +191,41 @@
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 51205,
"modelCount": 51209,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5826,
"successRate": 0.11377795137193633,
"wilsonLowerBound": 0.11105644805625027
"successRate": 0.11376906403171318,
"wilsonLowerBound": 0.1110477601591314
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 59694,
"modelCount": 59804,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3967,
"successRate": 0.06645559017656716,
"wilsonLowerBound": 0.06448522749352262
"successCount": 3969,
"successRate": 0.06636679820747776,
"wilsonLowerBound": 0.06439946771219786
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95990,
"modelCount": 95993,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24226,
"successRate": 0.252380456297531,
"wilsonLowerBound": 0.2496424375673914
"successCount": 24227,
"successRate": 0.25238298625941474,
"wilsonLowerBound": 0.24964500093408618
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 187,
"modelCount": 188,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
"wilsonLowerBound": 1.6999858919214589e-18
},
"transformers": {
"framework": "transformers",
@@ -238,12 +238,12 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 113091,
"modelCount": 113092,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16556,
"successRate": 0.14639538071110875,
"wilsonLowerBound": 0.14434707459254661
"successRate": 0.14639408623067945,
"wilsonLowerBound": 0.14434579670522762
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
@@ -256,12 +256,12 @@
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26839,
"modelCount": 26852,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4325,
"successRate": 0.1611460933715861,
"wilsonLowerBound": 0.15679591931629264
"successCount": 4328,
"successRate": 0.1611798003873082,
"wilsonLowerBound": 0.1568302914775415
},
"vllm_0_31_0_corex_5_0_0": {
"framework": "vllm_0_31_0_corex_5_0_0",
@@ -274,12 +274,12 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 46112,
"modelCount": 46140,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5943,
"successRate": 0.12888185287994447,
"wilsonLowerBound": 0.1258544152549571
"successCount": 5944,
"successRate": 0.12882531426094496,
"wilsonLowerBound": 0.12579936211710133
},
"vllm_gemma_4": {
"framework": "vllm_gemma_4",
@@ -312,23 +312,23 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 38730,
"modelCount": 38766,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 8175,
"successRate": 0.21107668474051122,
"wilsonLowerBound": 0.20704128936694036
"successCount": 8189,
"successRate": 0.21124180983335913,
"wilsonLowerBound": 0.2072070957460057
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 62027,
"modelCount": 62028,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12444,
"successRate": 0.2006223096393506,
"wilsonLowerBound": 0.1974892917314099
"successRate": 0.20061907525633585,
"wilsonLowerBound": 0.1974861016802298
},
"vllm_0.25.1": {
"framework": "vllm_0.25.1",
@@ -341,65 +341,65 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 24331,
"modelCount": 24403,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 6510,
"successRate": 0.2675599030043977,
"wilsonLowerBound": 0.26203438121837935
"successCount": 6529,
"successRate": 0.2675490718354301,
"wilsonLowerBound": 0.2620317255094956
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 18047,
"modelCount": 18072,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4213,
"successRate": 0.23344600210561312,
"wilsonLowerBound": 0.2273312367382463
"successCount": 4216,
"successRate": 0.23328906595838866,
"wilsonLowerBound": 0.22717996694427675
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 73158,
"modelCount": 73194,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19894,
"successRate": 0.27193198283167935,
"wilsonLowerBound": 0.26871967735801705
"successCount": 19904,
"successRate": 0.2719348580484739,
"wilsonLowerBound": 0.2687233288462599
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 4321,
"modelCount": 4351,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2364,
"successRate": 0.547095579726915,
"wilsonLowerBound": 0.532218062315606
"successCount": 2386,
"successRate": 0.5483796828315329,
"wilsonLowerBound": 0.5335561650192181
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 50478,
"modelCount": 50498,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22855,
"successRate": 0.45277150441776615,
"wilsonLowerBound": 0.44843287147264854
"successCount": 22860,
"successRate": 0.4526911956909185,
"wilsonLowerBound": 0.44835349384239237
},
"vllm": {
"framework": "vllm",
"modelCount": 44874,
"modelCount": 44942,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6216,
"successRate": 0.13852119267281723,
"wilsonLowerBound": 0.13535588488899616
"successRate": 0.1383116016198656,
"wilsonLowerBound": 0.1351507125155065
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1895,
"modelCount": 1912,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
@@ -419,21 +419,21 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 10150,
"modelCount": 10152,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 770,
"successRate": 0.07586206896551724,
"wilsonLowerBound": 0.07086986717025341
"successRate": 0.07584712371946414,
"wilsonLowerBound": 0.07085586909652215
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 9124,
"modelCount": 9144,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4026,
"successRate": 0.44125383603682594,
"wilsonLowerBound": 0.43109206411501755
"successCount": 4038,
"successRate": 0.4416010498687664,
"wilsonLowerBound": 0.43144938070142097
}
},
"Vastai_va16": {
@@ -448,41 +448,41 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 27494,
"modelCount": 27565,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7682,
"successRate": 0.27940641594529714,
"wilsonLowerBound": 0.2741335520052744
"successCount": 7699,
"successRate": 0.27930346453836385,
"wilsonLowerBound": 0.27403796722353635
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 31105,
"modelCount": 31111,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15859,
"successRate": 0.5098537212666774,
"wilsonLowerBound": 0.504297302976873
"successCount": 15863,
"successRate": 0.5098839638712995,
"wilsonLowerBound": 0.5043280843571294
},
"vllm": {
"framework": "vllm",
"modelCount": 71068,
"modelCount": 71088,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7742,
"successRate": 0.10893791861315923,
"wilsonLowerBound": 0.10666835074118443
"successCount": 7746,
"successRate": 0.10896353814989872,
"wilsonLowerBound": 0.10669404887270756
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 16737,
"modelCount": 16759,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3222,
"successRate": 0.19250761785266177,
"wilsonLowerBound": 0.18660520163095515
"successCount": 3225,
"successRate": 0.19243391610477953,
"wilsonLowerBound": 0.18653621561954498
},
"vllm_0.21.0": {
"framework": "vllm_0.21.0",
@@ -497,7 +497,7 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-11-10T14:45:44.183574+00:00",
"generatedAt": "2026-11-10T14:48:06.774278+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,

View File

@@ -1,5 +1,5 @@
{
"catalogUpdatedAt": "2026-11-10T14:45:44.183574+00:00",
"catalogUpdatedAt": "2026-11-10T14:48:06.774278+00:00",
"configuredTaskTypes": [
"text-generation"
],
@@ -56,7 +56,7 @@
"time-series-forecasting"
],
"errors": [],
"generatedAt": "2026-11-10T14:45:44.183574+00:00",
"generatedAt": "2026-11-10T14:48:06.774278+00:00",
"gpuCatalog": {
"Ascend_910-b3": {
"canVerify": true,
@@ -6492,6 +6492,6 @@
"updateTime": "2025-12-22 08:59:53"
}
],
"taskTreeUpdatedAt": "2026-11-10T14:45:44.183574+00:00",
"taskTreeUpdatedAt": "2026-11-10T14:48:06.774278+00:00",
"version": 1
}