state: generation 21772 (cycle)
This commit is contained in:
@@ -3,28 +3,28 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-10-07T08:39:16.576265+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-07T02:49:44.359045+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-07T08:51:19.082816+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 41345,
|
||||
"modelCount": 41380,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20367,
|
||||
"successRate": 0.49261095658483495,
|
||||
"wilsonLowerBound": 0.4877927534642807
|
||||
"successCount": 20391,
|
||||
"successRate": 0.4927742870952151,
|
||||
"wilsonLowerBound": 0.4879580834301793
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 55367,
|
||||
"modelCount": 55428,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15210,
|
||||
"successRate": 0.2747123737966659,
|
||||
"wilsonLowerBound": 0.271009968124151
|
||||
"successCount": 15217,
|
||||
"successRate": 0.2745363354261384,
|
||||
"wilsonLowerBound": 0.27083671106569096
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,110 +37,110 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 3940,
|
||||
"modelCount": 3957,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1188,
|
||||
"successRate": 0.3015228426395939,
|
||||
"wilsonLowerBound": 0.2873919171238285
|
||||
"successCount": 1194,
|
||||
"successRate": 0.3017437452615618,
|
||||
"wilsonLowerBound": 0.2876395841035005
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 36045,
|
||||
"modelCount": 36095,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16762,
|
||||
"successRate": 0.46502982383132196,
|
||||
"wilsonLowerBound": 0.45988463554292275
|
||||
"successCount": 16791,
|
||||
"successRate": 0.46518908436071477,
|
||||
"wilsonLowerBound": 0.4600473261317595
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 39313,
|
||||
"modelCount": 39331,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10953,
|
||||
"successRate": 0.2786101289649734,
|
||||
"wilsonLowerBound": 0.274200213236218
|
||||
"successCount": 10955,
|
||||
"successRate": 0.27853347232462944,
|
||||
"wilsonLowerBound": 0.27412494242580115
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 11957,
|
||||
"modelCount": 12001,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5032,
|
||||
"successRate": 0.4208413481642552,
|
||||
"wilsonLowerBound": 0.41201897910024327
|
||||
"successCount": 5050,
|
||||
"successRate": 0.42079826681109905,
|
||||
"wilsonLowerBound": 0.41199217134203897
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64199,
|
||||
"modelCount": 64200,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12095,
|
||||
"successRate": 0.18839857318649822,
|
||||
"wilsonLowerBound": 0.18539241282897448
|
||||
"successRate": 0.1883956386292835,
|
||||
"wilsonLowerBound": 0.18538951980161134
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 27371,
|
||||
"modelCount": 27503,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5923,
|
||||
"successRate": 0.21639691644441197,
|
||||
"wilsonLowerBound": 0.21155841745868167
|
||||
"successCount": 5961,
|
||||
"successRate": 0.21673999200087263,
|
||||
"wilsonLowerBound": 0.21191018463597908
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7487,
|
||||
"modelCount": 7501,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 100,
|
||||
"successRate": 0.013356484573260318,
|
||||
"wilsonLowerBound": 0.010994440052302323
|
||||
"successCount": 101,
|
||||
"successRate": 0.013464871350486601,
|
||||
"wilsonLowerBound": 0.011094443907275046
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26546,
|
||||
"modelCount": 26550,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3264,
|
||||
"successRate": 0.12295637760867928,
|
||||
"wilsonLowerBound": 0.11906042822467508
|
||||
"successRate": 0.12293785310734463,
|
||||
"wilsonLowerBound": 0.11904245157890218
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16500,
|
||||
"modelCount": 16501,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10157575757575757,
|
||||
"wilsonLowerBound": 0.09705864429500073
|
||||
"successRate": 0.10156960184231259,
|
||||
"wilsonLowerBound": 0.09705274789685281
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 14601,
|
||||
"modelCount": 14674,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5850,
|
||||
"successRate": 0.4006574892130676,
|
||||
"wilsonLowerBound": 0.39273605343569545
|
||||
"successCount": 5871,
|
||||
"successRate": 0.40009540684203354,
|
||||
"wilsonLowerBound": 0.3921956250152796
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24629,
|
||||
"modelCount": 24636,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3802,
|
||||
"successRate": 0.15437086361606236,
|
||||
"wilsonLowerBound": 0.14991241953041584
|
||||
"successCount": 3804,
|
||||
"successRate": 0.1544081831466147,
|
||||
"wilsonLowerBound": 0.14994991340580133
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -153,106 +153,106 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 49855,
|
||||
"modelCount": 49955,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12503,
|
||||
"successRate": 0.25078728312105103,
|
||||
"wilsonLowerBound": 0.2470015621691959
|
||||
"successCount": 12535,
|
||||
"successRate": 0.25092583324992496,
|
||||
"wilsonLowerBound": 0.24714317508322478
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23751,
|
||||
"modelCount": 23762,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3115,
|
||||
"successRate": 0.13115237253168288,
|
||||
"wilsonLowerBound": 0.1269188152454508
|
||||
"successRate": 0.13109165895126673,
|
||||
"wilsonLowerBound": 0.12685992110174144
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86910,
|
||||
"modelCount": 86912,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9768,
|
||||
"successRate": 0.11239212978943734,
|
||||
"wilsonLowerBound": 0.11030933326866474
|
||||
"successRate": 0.11238954344624448,
|
||||
"wilsonLowerBound": 0.11030679190751505
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 45111,
|
||||
"modelCount": 45238,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5470,
|
||||
"successRate": 0.12125645629669038,
|
||||
"wilsonLowerBound": 0.11827636160175647
|
||||
"successCount": 5474,
|
||||
"successRate": 0.12100446527255847,
|
||||
"wilsonLowerBound": 0.11803122886915433
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 44350,
|
||||
"modelCount": 44383,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3626,
|
||||
"successRate": 0.0817587373167982,
|
||||
"wilsonLowerBound": 0.07924472986543407
|
||||
"successCount": 3627,
|
||||
"successRate": 0.08172047856161142,
|
||||
"wilsonLowerBound": 0.07920793914224697
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 91677,
|
||||
"modelCount": 91719,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22704,
|
||||
"successRate": 0.2476520828561144,
|
||||
"wilsonLowerBound": 0.24486850334768961
|
||||
"successCount": 22737,
|
||||
"successRate": 0.24789847250842245,
|
||||
"wilsonLowerBound": 0.2451145861002462
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5470,
|
||||
"modelCount": 5473,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 580,
|
||||
"successRate": 0.10603290676416818,
|
||||
"wilsonLowerBound": 0.09814845205174555
|
||||
"successCount": 581,
|
||||
"successRate": 0.10615750045678787,
|
||||
"wilsonLowerBound": 0.09827082957026088
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112818,
|
||||
"modelCount": 112820,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16529,
|
||||
"successRate": 0.1465103086386924,
|
||||
"wilsonLowerBound": 0.14445886579638145
|
||||
"successRate": 0.14650771139868818,
|
||||
"wilsonLowerBound": 0.14445630187082825
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 22241,
|
||||
"modelCount": 22333,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3888,
|
||||
"successRate": 0.17481228362034082,
|
||||
"wilsonLowerBound": 0.16987694028514813
|
||||
"successCount": 3894,
|
||||
"successRate": 0.17436081135539336,
|
||||
"wilsonLowerBound": 0.1694406798689507
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 43518,
|
||||
"modelCount": 43526,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5659,
|
||||
"successRate": 0.13003814513534628,
|
||||
"wilsonLowerBound": 0.1269106261684637
|
||||
"successRate": 0.13001424435969305,
|
||||
"wilsonLowerBound": 0.12688725889012745
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7782,
|
||||
"modelCount": 7797,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 720,
|
||||
"successRate": 0.09252120277563608,
|
||||
"wilsonLowerBound": 0.0862827295884373
|
||||
"successCount": 723,
|
||||
"successRate": 0.09272797229703732,
|
||||
"wilsonLowerBound": 0.08648876940540856
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -267,85 +267,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 33611,
|
||||
"modelCount": 33654,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6533,
|
||||
"successRate": 0.1943708904822826,
|
||||
"wilsonLowerBound": 0.19017534955341314
|
||||
"successCount": 6544,
|
||||
"successRate": 0.19444939680275747,
|
||||
"wilsonLowerBound": 0.19025585812926368
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61445,
|
||||
"modelCount": 61448,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12415,
|
||||
"successRate": 0.2020506143705753,
|
||||
"wilsonLowerBound": 0.1988943821866819
|
||||
"successRate": 0.20204074990235646,
|
||||
"wilsonLowerBound": 0.19888465279701611
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 13664,
|
||||
"modelCount": 13752,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3930,
|
||||
"successRate": 0.28761709601873536,
|
||||
"wilsonLowerBound": 0.2800878062672543
|
||||
"successCount": 3953,
|
||||
"successRate": 0.28744909831297266,
|
||||
"wilsonLowerBound": 0.27994510596458577
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14971,
|
||||
"modelCount": 14989,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3688,
|
||||
"successRate": 0.2463429296640171,
|
||||
"wilsonLowerBound": 0.2395063796267826
|
||||
"successCount": 3689,
|
||||
"successRate": 0.24611381679898592,
|
||||
"wilsonLowerBound": 0.239283551574437
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 66368,
|
||||
"modelCount": 66420,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18287,
|
||||
"successRate": 0.27553941658630665,
|
||||
"wilsonLowerBound": 0.2721532878834032
|
||||
"successCount": 18306,
|
||||
"successRate": 0.275609756097561,
|
||||
"wilsonLowerBound": 0.27222467526809935
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 669,
|
||||
"modelCount": 690,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 414,
|
||||
"successRate": 0.6188340807174888,
|
||||
"wilsonLowerBound": 0.5814512057852773
|
||||
"successCount": 423,
|
||||
"successRate": 0.6130434782608696,
|
||||
"wilsonLowerBound": 0.5761709802269077
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 47989,
|
||||
"modelCount": 48007,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21403,
|
||||
"successRate": 0.4459980412177791,
|
||||
"wilsonLowerBound": 0.4415551278878001
|
||||
"successCount": 21417,
|
||||
"successRate": 0.4461224404774304,
|
||||
"wilsonLowerBound": 0.44168022858064404
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 39008,
|
||||
"modelCount": 39059,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4501,
|
||||
"successRate": 0.11538658736669401,
|
||||
"wilsonLowerBound": 0.11225384812304562
|
||||
"successCount": 4511,
|
||||
"successRate": 0.11549194807854783,
|
||||
"wilsonLowerBound": 0.11235996255723332
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 980,
|
||||
"modelCount": 991,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -365,76 +365,76 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10068,
|
||||
"modelCount": 10069,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 755,
|
||||
"successRate": 0.07499006754072308,
|
||||
"wilsonLowerBound": 0.07000590829180167
|
||||
"successRate": 0.07498261992253451,
|
||||
"wilsonLowerBound": 0.06999893763887836
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 6985,
|
||||
"modelCount": 6998,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3051,
|
||||
"successRate": 0.4367931281317108,
|
||||
"wilsonLowerBound": 0.4251992754549449
|
||||
"successCount": 3060,
|
||||
"successRate": 0.43726779079737066,
|
||||
"wilsonLowerBound": 0.42568300276636784
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7405,
|
||||
"modelCount": 7406,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 244,
|
||||
"successRate": 0.03295070898041864,
|
||||
"wilsonLowerBound": 0.029120888399895118
|
||||
"successRate": 0.03294625978935998,
|
||||
"wilsonLowerBound": 0.029116949043479782
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 15944,
|
||||
"modelCount": 15982,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4934,
|
||||
"successRate": 0.30945810336176616,
|
||||
"wilsonLowerBound": 0.302329199645969
|
||||
"successRate": 0.3087223126016769,
|
||||
"wilsonLowerBound": 0.3016067205519647
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 27836,
|
||||
"modelCount": 27859,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14177,
|
||||
"successRate": 0.5093044977726685,
|
||||
"wilsonLowerBound": 0.5034307886181606
|
||||
"successCount": 14190,
|
||||
"successRate": 0.5093506586740371,
|
||||
"wilsonLowerBound": 0.5034793785890819
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 66410,
|
||||
"modelCount": 66447,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6993,
|
||||
"successRate": 0.10530040656527631,
|
||||
"wilsonLowerBound": 0.10298869805013633
|
||||
"successCount": 7001,
|
||||
"successRate": 0.10536216834469578,
|
||||
"wilsonLowerBound": 0.10305048996394064
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 13373,
|
||||
"modelCount": 13390,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2117,
|
||||
"successRate": 0.1583040454647424,
|
||||
"wilsonLowerBound": 0.15221549626156017
|
||||
"successCount": 2123,
|
||||
"successRate": 0.1585511575802838,
|
||||
"wilsonLowerBound": 0.15246242810234995
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-07T08:45:35.752080+00:00",
|
||||
"generatedAt": "2026-10-07T08:51:19.082816+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user