state: generation 23248 (cycle)
This commit is contained in:
@@ -2984,7 +2984,7 @@
|
|||||||
"taskType": "text-generation"
|
"taskType": "text-generation"
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"generatedAt": "2026-10-11T01:21:46.650202+00:00",
|
"generatedAt": "2026-10-11T01:31:36.245528+00:00",
|
||||||
"summary": {
|
"summary": {
|
||||||
"activeBlockCount": 149,
|
"activeBlockCount": 149,
|
||||||
"byGpuFramework": {
|
"byGpuFramework": {
|
||||||
|
|||||||
@@ -3,28 +3,28 @@
|
|||||||
"communityError": null,
|
"communityError": null,
|
||||||
"communitySample": {},
|
"communitySample": {},
|
||||||
"communityUpdatedAt": "2026-10-11T01:23:26.174390+00:00",
|
"communityUpdatedAt": "2026-10-11T01:23:26.174390+00:00",
|
||||||
"frameworkAttemptedAt": "2026-10-10T19:31:00.372199+00:00",
|
"frameworkAttemptedAt": "2026-10-11T01:33:06.470880+00:00",
|
||||||
"frameworkError": null,
|
"frameworkError": null,
|
||||||
"frameworkStats": {
|
"frameworkStats": {
|
||||||
"text-generation": {
|
"text-generation": {
|
||||||
"Ascend_910-b3": {
|
"Ascend_910-b3": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 41993,
|
"modelCount": 42032,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 20811,
|
"successCount": 20839,
|
||||||
"successRate": 0.4955825970995166,
|
"successRate": 0.4957889227255424,
|
||||||
"wilsonLowerBound": 0.4908010976243119
|
"wilsonLowerBound": 0.49100960579281877
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 56244,
|
"modelCount": 56294,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 15315,
|
"successCount": 15325,
|
||||||
"successRate": 0.27229571154256454,
|
"successRate": 0.2722314989164032,
|
||||||
"wilsonLowerBound": 0.2686324741464224
|
"wilsonLowerBound": 0.26857015747115054
|
||||||
},
|
},
|
||||||
"vllm_0.23.0": {
|
"vllm_0.23.0": {
|
||||||
"framework": "vllm_0.23.0",
|
"framework": "vllm_0.23.0",
|
||||||
@@ -37,110 +37,110 @@
|
|||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 4265,
|
"modelCount": 4293,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 1286,
|
"successCount": 1294,
|
||||||
"successRate": 0.3015240328253224,
|
"successRate": 0.301420917773119,
|
||||||
"wilsonLowerBound": 0.28793453545003606
|
"wilsonLowerBound": 0.28787662142691656
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Ascend_910-b4": {
|
"Ascend_910-b4": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 36802,
|
"modelCount": 36858,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 17258,
|
"successCount": 17290,
|
||||||
"successRate": 0.468941905331232,
|
"successRate": 0.4690976178848554,
|
||||||
"wilsonLowerBound": 0.46384681256902305
|
"wilsonLowerBound": 0.4640062794308253
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 39673,
|
"modelCount": 39700,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 11001,
|
"successCount": 11007,
|
||||||
"successRate": 0.2772918609633756,
|
"successRate": 0.27725440806045343,
|
||||||
"wilsonLowerBound": 0.2729084560171081
|
"wilsonLowerBound": 0.2728726734087688
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 12581,
|
"modelCount": 12626,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 5280,
|
"successCount": 5297,
|
||||||
"successRate": 0.41968047055083063,
|
"successRate": 0.41953112624742595,
|
||||||
"wilsonLowerBound": 0.4110826132532868
|
"wilsonLowerBound": 0.4109490257520016
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Biren_166m": {
|
"Biren_166m": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 64212,
|
"modelCount": 64213,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 12096,
|
"successCount": 12096,
|
||||||
"successRate": 0.18837600448514297,
|
"successRate": 0.18837307087349914,
|
||||||
"wilsonLowerBound": 0.1853702870030237
|
"wilsonLowerBound": 0.18536739490748255
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 29299,
|
"modelCount": 29455,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 6374,
|
"successCount": 6416,
|
||||||
"successRate": 0.21755008703368717,
|
"successRate": 0.2178237990154473,
|
||||||
"wilsonLowerBound": 0.21286297957780148
|
"wilsonLowerBound": 0.21314684759070385
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 7663,
|
"modelCount": 7681,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 103,
|
"successCount": 103,
|
||||||
"successRate": 0.0134412110139632,
|
"successRate": 0.013409712277047259,
|
||||||
"wilsonLowerBound": 0.011095828754960934
|
"wilsonLowerBound": 0.011069798440203352
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Cambricon_mlu-370-x4": {
|
"Cambricon_mlu-370-x4": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 26615,
|
"modelCount": 26624,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3269,
|
"successCount": 3269,
|
||||||
"successRate": 0.12282547435656585,
|
"successRate": 0.12278395432692307,
|
||||||
"wilsonLowerBound": 0.11893633277092931
|
"wilsonLowerBound": 0.11889603996213453
|
||||||
},
|
},
|
||||||
"vllm-customized": {
|
"vllm-customized": {
|
||||||
"framework": "vllm-customized",
|
"framework": "vllm-customized",
|
||||||
"modelCount": 16506,
|
"modelCount": 16507,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 1676,
|
"successCount": 1676,
|
||||||
"successRate": 0.10153883436326185,
|
"successRate": 0.10153268310413764,
|
||||||
"wilsonLowerBound": 0.09702327664993067
|
"wilsonLowerBound": 0.0970173845483962
|
||||||
},
|
},
|
||||||
"vllm-mlu": {
|
"vllm-mlu": {
|
||||||
"framework": "vllm-mlu",
|
"framework": "vllm-mlu",
|
||||||
"modelCount": 15432,
|
"modelCount": 15483,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 6103,
|
"successCount": 6122,
|
||||||
"successRate": 0.39547693105235876,
|
"successRate": 0.3954014079958664,
|
||||||
"wilsonLowerBound": 0.3877892858822315
|
"wilsonLowerBound": 0.38772666181142473
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Cambricon_mlu-370-x8": {
|
"Cambricon_mlu-370-x8": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 24719,
|
"modelCount": 24725,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3806,
|
"successCount": 3806,
|
||||||
"successRate": 0.1539706298798495,
|
"successRate": 0.15393326592517695,
|
||||||
"wilsonLowerBound": 0.149525050548893
|
"wilsonLowerBound": 0.14948867173743965
|
||||||
},
|
},
|
||||||
"vllm-customized": {
|
"vllm-customized": {
|
||||||
"framework": "vllm-customized",
|
"framework": "vllm-customized",
|
||||||
@@ -153,115 +153,115 @@
|
|||||||
},
|
},
|
||||||
"vllm-mlu": {
|
"vllm-mlu": {
|
||||||
"framework": "vllm-mlu",
|
"framework": "vllm-mlu",
|
||||||
"modelCount": 51310,
|
"modelCount": 51397,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 12915,
|
"successCount": 12947,
|
||||||
"successRate": 0.25170532060027284,
|
"successRate": 0.2519018619763799,
|
||||||
"wilsonLowerBound": 0.24796876462260703
|
"wilsonLowerBound": 0.2481674677081198
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_bi-100": {
|
"Iluvatar_bi-100": {
|
||||||
"transformers": {
|
"transformers": {
|
||||||
"framework": "transformers",
|
"framework": "transformers",
|
||||||
"modelCount": 24034,
|
"modelCount": 24154,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3128,
|
"successCount": 3134,
|
||||||
"successRate": 0.13014895564616794,
|
"successRate": 0.12975076591868842,
|
||||||
"wilsonLowerBound": 0.12595410669495805
|
"wilsonLowerBound": 0.12557179195088558
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 86984,
|
"modelCount": 86985,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 9772,
|
"successCount": 9772,
|
||||||
"successRate": 0.11234249977007266,
|
"successRate": 0.11234120825429672,
|
||||||
"wilsonLowerBound": 0.11026098909637326
|
"wilsonLowerBound": 0.11025972003957622
|
||||||
},
|
},
|
||||||
"vllm-patch-tokenizer": {
|
"vllm-patch-tokenizer": {
|
||||||
"framework": "vllm-patch-tokenizer",
|
"framework": "vllm-patch-tokenizer",
|
||||||
"modelCount": 45992,
|
"modelCount": 46037,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 5532,
|
"successCount": 5542,
|
||||||
"successRate": 0.12028178813706732,
|
"successRate": 0.12038143232617243,
|
||||||
"wilsonLowerBound": 0.11734051393974813
|
"wilsonLowerBound": 0.11744051021205047
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 46237,
|
"modelCount": 46341,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3649,
|
"successCount": 3651,
|
||||||
"successRate": 0.07891948007007375,
|
"successRate": 0.07878552469735224,
|
||||||
"wilsonLowerBound": 0.07649676691402224
|
"wilsonLowerBound": 0.07636740929145361
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_bi-150": {
|
"Iluvatar_bi-150": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 93370,
|
"modelCount": 93432,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 23220,
|
"successCount": 23248,
|
||||||
"successRate": 0.2486880154225126,
|
"successRate": 0.2488226731740731,
|
||||||
"wilsonLowerBound": 0.24592577507550972
|
"wilsonLowerBound": 0.24606083867856768
|
||||||
},
|
},
|
||||||
"transformers": {
|
"transformers": {
|
||||||
"framework": "transformers",
|
"framework": "transformers",
|
||||||
"modelCount": 5539,
|
"modelCount": 5541,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 583,
|
"successCount": 583,
|
||||||
"successRate": 0.10525365589456581,
|
"successRate": 0.10521566504241112,
|
||||||
"wilsonLowerBound": 0.09744359857623441
|
"wilsonLowerBound": 0.09740827986195134
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 112850,
|
"modelCount": 112851,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 16530,
|
"successCount": 16530,
|
||||||
"successRate": 0.14647762516614976,
|
"successRate": 0.14647632719249276,
|
||||||
"wilsonLowerBound": 0.14442666323498674
|
"wilsonLowerBound": 0.14442538191045942
|
||||||
},
|
},
|
||||||
"vllm-0.17.0": {
|
"vllm-0.17.0": {
|
||||||
"framework": "vllm-0.17.0",
|
"framework": "vllm-0.17.0",
|
||||||
"modelCount": 77,
|
"modelCount": 82,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 1,
|
"successCount": 1,
|
||||||
"successRate": 0.012987012987012988,
|
"successRate": 0.012195121951219513,
|
||||||
"wilsonLowerBound": 0.002296158172154949
|
"wilsonLowerBound": 0.00215593657096515
|
||||||
},
|
},
|
||||||
"vllm_0_17_0_corex_4_4_0": {
|
"vllm_0_17_0_corex_4_4_0": {
|
||||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||||
"modelCount": 23117,
|
"modelCount": 23261,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3963,
|
"successCount": 3974,
|
||||||
"successRate": 0.17143227927499244,
|
"successRate": 0.1708439018098964,
|
||||||
"wilsonLowerBound": 0.16662848627433072
|
"wilsonLowerBound": 0.16606152929530157
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 43609,
|
"modelCount": 43616,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 5671,
|
"successCount": 5671,
|
||||||
"successRate": 0.13004196381480887,
|
"successRate": 0.13002109317681584,
|
||||||
"wilsonLowerBound": 0.1269176359492794
|
"wilsonLowerBound": 0.126897230679313
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 7964,
|
"modelCount": 7975,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 748,
|
"successCount": 750,
|
||||||
"successRate": 0.09392265193370165,
|
"successRate": 0.09404388714733543,
|
||||||
"wilsonLowerBound": 0.08770993851573941
|
"wilsonLowerBound": 0.08783157071892225
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_mrv-100": {
|
"Iluvatar_mrv-100": {
|
||||||
@@ -276,81 +276,81 @@
|
|||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 34153,
|
"modelCount": 34183,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 6725,
|
"successCount": 6738,
|
||||||
"successRate": 0.19690803150528505,
|
"successRate": 0.1971155252610947,
|
||||||
"wilsonLowerBound": 0.19272471067631872
|
"wilsonLowerBound": 0.19293232687761447
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Kunlunxin_p-800": {
|
"Kunlunxin_p-800": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 61473,
|
"modelCount": 61475,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 12420,
|
"successCount": 12420,
|
||||||
"successRate": 0.20203991996486262,
|
"successRate": 0.20203334688897925,
|
||||||
"wilsonLowerBound": 0.19888446580480795
|
"wilsonLowerBound": 0.19887798272010887
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 15030,
|
"modelCount": 15129,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 4263,
|
"successCount": 4286,
|
||||||
"successRate": 0.2836327345309381,
|
"successRate": 0.2832969793112565,
|
||||||
"wilsonLowerBound": 0.27648226090785444
|
"wilsonLowerBound": 0.2761724090972478
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 15246,
|
"modelCount": 15263,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3728,
|
"successCount": 3731,
|
||||||
"successRate": 0.2445231536140627,
|
"successRate": 0.24444735635196227,
|
||||||
"wilsonLowerBound": 0.23776548602558772
|
"wilsonLowerBound": 0.23769415043311748
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"MetaX_c-500": {
|
"MetaX_c-500": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 67374,
|
"modelCount": 67444,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 18569,
|
"successCount": 18587,
|
||||||
"successRate": 0.2756107697331315,
|
"successRate": 0.2755916019215942,
|
||||||
"wilsonLowerBound": 0.2722496438464676
|
"wilsonLowerBound": 0.2722322877665179
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 873,
|
"modelCount": 886,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 523,
|
"successCount": 534,
|
||||||
"successRate": 0.5990836197021764,
|
"successRate": 0.6027088036117382,
|
||||||
"wilsonLowerBound": 0.5662077119559287
|
"wilsonLowerBound": 0.5701103371955785
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Mthreads_s4000": {
|
"Mthreads_s4000": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 48289,
|
"modelCount": 48309,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 21647,
|
"successCount": 21663,
|
||||||
"successRate": 0.448280146617242,
|
"successRate": 0.44842575917530897,
|
||||||
"wilsonLowerBound": 0.44384869594412296
|
"wilsonLowerBound": 0.44399507857655196
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 39541,
|
"modelCount": 39578,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 4715,
|
"successCount": 4721,
|
||||||
"successRate": 0.11924331706330138,
|
"successRate": 0.11928344029511345,
|
||||||
"wilsonLowerBound": 0.1160859354760342
|
"wilsonLowerBound": 0.1161270495099897
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
@@ -374,76 +374,76 @@
|
|||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 10079,
|
"modelCount": 10084,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 759,
|
"successCount": 761,
|
||||||
"successRate": 0.07530508979065384,
|
"successRate": 0.07546608488694963,
|
||||||
"wilsonLowerBound": 0.07031354360689268
|
"wilsonLowerBound": 0.07047062725034904
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 7198,
|
"modelCount": 7210,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3156,
|
"successCount": 3163,
|
||||||
"successRate": 0.4384551264240067,
|
"successRate": 0.43869625520110955,
|
||||||
"wilsonLowerBound": 0.42702779037823957
|
"wilsonLowerBound": 0.4272775835628879
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Vastai_va16": {
|
"Vastai_va16": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 7417,
|
"modelCount": 7418,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 244,
|
"successCount": 244,
|
||||||
"successRate": 0.03289739786975866,
|
"successRate": 0.03289296306282017,
|
||||||
"wilsonLowerBound": 0.0290736863623254
|
"wilsonLowerBound": 0.02906975976550122
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 17704,
|
"modelCount": 17792,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 5268,
|
"successCount": 5297,
|
||||||
"successRate": 0.2975598734749209,
|
"successRate": 0.29771807553956836,
|
||||||
"wilsonLowerBound": 0.2908697726093662
|
"wilsonLowerBound": 0.2910433659606777
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"hygon_k100-ai": {
|
"hygon_k100-ai": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 28193,
|
"modelCount": 28223,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 14402,
|
"successCount": 14419,
|
||||||
"successRate": 0.5108360231263079,
|
"successRate": 0.5108953690252631,
|
||||||
"wilsonLowerBound": 0.5049997754212836
|
"wilsonLowerBound": 0.5050622313343661
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 66999,
|
"modelCount": 67025,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 7123,
|
"successCount": 7129,
|
||||||
"successRate": 0.10631501962715861,
|
"successRate": 0.1063632972771354,
|
||||||
"wilsonLowerBound": 0.10400349230684869
|
"wilsonLowerBound": 0.10405174453479521
|
||||||
},
|
},
|
||||||
"vllm-patch-tokenizer": {
|
"vllm-patch-tokenizer": {
|
||||||
"framework": "vllm-patch-tokenizer",
|
"framework": "vllm-patch-tokenizer",
|
||||||
"modelCount": 13576,
|
"modelCount": 13594,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 2221,
|
"successCount": 2232,
|
||||||
"successRate": 0.16359752504419564,
|
"successRate": 0.1641900838605267,
|
||||||
"wilsonLowerBound": 0.15747032413778128
|
"wilsonLowerBound": 0.15805767080328725
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"frameworkUpdatedAt": null,
|
"frameworkUpdatedAt": null,
|
||||||
"generatedAt": "2026-10-11T01:30:11.370925+00:00",
|
"generatedAt": "2026-10-11T01:33:06.470880+00:00",
|
||||||
"gpuStats": {
|
"gpuStats": {
|
||||||
"Ascend_910-b3": {
|
"Ascend_910-b3": {
|
||||||
"available": true,
|
"available": true,
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
{
|
{
|
||||||
"catalogUpdatedAt": "2026-10-11T01:30:11.370925+00:00",
|
"catalogUpdatedAt": "2026-10-11T01:33:06.470880+00:00",
|
||||||
"configuredTaskTypes": [
|
"configuredTaskTypes": [
|
||||||
"text-generation"
|
"text-generation"
|
||||||
],
|
],
|
||||||
@@ -56,7 +56,7 @@
|
|||||||
"time-series-forecasting"
|
"time-series-forecasting"
|
||||||
],
|
],
|
||||||
"errors": [],
|
"errors": [],
|
||||||
"generatedAt": "2026-10-11T01:30:11.370925+00:00",
|
"generatedAt": "2026-10-11T01:33:06.470880+00:00",
|
||||||
"gpuCatalog": {
|
"gpuCatalog": {
|
||||||
"Ascend_910-b3": {
|
"Ascend_910-b3": {
|
||||||
"canVerify": true,
|
"canVerify": true,
|
||||||
@@ -6485,6 +6485,6 @@
|
|||||||
"updateTime": "2025-12-22 08:59:53"
|
"updateTime": "2025-12-22 08:59:53"
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
"taskTreeUpdatedAt": "2026-10-11T01:30:11.370925+00:00",
|
"taskTreeUpdatedAt": "2026-10-11T01:33:06.470880+00:00",
|
||||||
"version": 1
|
"version": 1
|
||||||
}
|
}
|
||||||
|
|||||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@@ -2,24 +2,24 @@
|
|||||||
"agentVersion": "2026.09.22.1",
|
"agentVersion": "2026.09.22.1",
|
||||||
"checksums": {
|
"checksums": {
|
||||||
".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1",
|
".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1",
|
||||||
".modelhub_state/architecture_compatibility_blacklist.json": "af4b3d849ba67f6fcc43bbf69e74e11ac409b90938e6174fb5903afa5949762d",
|
".modelhub_state/architecture_compatibility_blacklist.json": "e954400a535167ca3ca7e050f9eeccb01635bc8e96ea98746ebeca57f76ffe12",
|
||||||
".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab",
|
".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab",
|
||||||
".modelhub_state/market_intelligence.json": "328c53037eebfc716c4c5fbd02867e91a6235224a1dd7e0333107f6ae87f900d",
|
".modelhub_state/market_intelligence.json": "a6da51bfd7a05d85ce034c84c684f61364d356fc7ce9f85d8530e3f42f517bc1",
|
||||||
".modelhub_state/official_capabilities.json": "ee1eaf465632b7a5ae6f7c16b1c2732d88bf04aff57fdef3bb7488163643fc53",
|
".modelhub_state/official_capabilities.json": "b4a5e4c79fd65ff260965c922c14e37db241e108ddc473f03c2c6da0626c8413",
|
||||||
".modelhub_state/outcome_checkpoint.json": "46cb89f560ce86da8f5def8673a8e71ea7480690d4517a20b65e41972c21a8fb",
|
".modelhub_state/outcome_checkpoint.json": "46cb89f560ce86da8f5def8673a8e71ea7480690d4517a20b65e41972c21a8fb",
|
||||||
".modelhub_state/queue_cleanup_latest.json": "dc8fed055c6211f2d42aadd8bc544b66b0e7235cb8829df420d56721cfdd4a6d",
|
".modelhub_state/queue_cleanup_latest.json": "dc8fed055c6211f2d42aadd8bc544b66b0e7235cb8829df420d56721cfdd4a6d",
|
||||||
".modelhub_state/recent_outcomes.jsonl": "7322a697b3b00753e56fa9d3be35f1f4f0203f312ff1a50151e2c7f0033b9b0e",
|
".modelhub_state/recent_outcomes.jsonl": "7322a697b3b00753e56fa9d3be35f1f4f0203f312ff1a50151e2c7f0033b9b0e",
|
||||||
".modelhub_state/recovery_active_tasks.jsonl": "0f1eaf70b914ca779922694ba3b25a012123219e7adbd1c32d3c96998d3965a0",
|
".modelhub_state/recovery_active_tasks.jsonl": "b0b4abf3e9cc72898cfee1af61ad32456b6911e8ca63a512c74a8aa8fc71ee5a",
|
||||||
".modelhub_state/recovery_intents.jsonl": "3e7cc66bbc25fddc9f27c81ff90f088f69c0029fbef64e44a317cc5ed3621127",
|
".modelhub_state/recovery_intents.jsonl": "f91859838f109bfc1455073e722a3f2193692a5297f8e12fd93ccc867184e2ee",
|
||||||
".modelhub_state/routing_intelligence.json": "c15780438114d5fe59a4fb92bc00c3c1a5691a8c85659a742d53566a03b74474",
|
".modelhub_state/routing_intelligence.json": "c15780438114d5fe59a4fb92bc00c3c1a5691a8c85659a742d53566a03b74474",
|
||||||
".modelhub_state/submission_exclusions.jsonl": "660ad77b924d3b0cc76f46aacd1f91a924d13a02bc68057eb5a964647441283b",
|
".modelhub_state/submission_exclusions.jsonl": "660ad77b924d3b0cc76f46aacd1f91a924d13a02bc68057eb5a964647441283b",
|
||||||
".modelhub_state/worker_crashes.jsonl": "b321ea3648ae6b322601ed30ef8c3b1da0f13612af1bde3a64b0d41dc18a7b9f",
|
".modelhub_state/worker_crashes.jsonl": "b321ea3648ae6b322601ed30ef8c3b1da0f13612af1bde3a64b0d41dc18a7b9f",
|
||||||
"ledger/submissions.jsonl": "0442defd33d300ec9248c23f03af693ab26e69fe8419e08fa312c592fe0067a3",
|
"ledger/submissions.jsonl": "0442defd33d300ec9248c23f03af693ab26e69fe8419e08fa312c592fe0067a3",
|
||||||
"outcomes/submissions.jsonl": "b34a32319de0ab79bdc8da8b225329f86d981fa17f5ded26d39c1b05b7f5fe7d"
|
"outcomes/submissions.jsonl": "b34a32319de0ab79bdc8da8b225329f86d981fa17f5ded26d39c1b05b7f5fe7d"
|
||||||
},
|
},
|
||||||
"generation": 23247,
|
"generation": 23248,
|
||||||
"phase": "cycle",
|
"phase": "cycle",
|
||||||
"schemaVersion": 1,
|
"schemaVersion": 1,
|
||||||
"updatedAt": "2026-10-11T01:30:34.876417+00:00",
|
"updatedAt": "2026-10-11T01:33:14.469514+00:00",
|
||||||
"writerId": "43462b8a22de474db5c83d43b475a356"
|
"writerId": "43462b8a22de474db5c83d43b475a356"
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user