state: generation 23122 (cycle)
This commit is contained in:
@@ -2965,7 +2965,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-10-10T19:21:45.247196+00:00",
|
||||
"generatedAt": "2026-10-10T19:29:44.114270+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 148,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -3,28 +3,28 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-10-10T19:23:11.964844+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-10T13:30:15.073568+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-10T19:31:00.372199+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 41951,
|
||||
"modelCount": 41993,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20784,
|
||||
"successRate": 0.49543515053276443,
|
||||
"wilsonLowerBound": 0.49065128470895913
|
||||
"successCount": 20811,
|
||||
"successRate": 0.4955825970995166,
|
||||
"wilsonLowerBound": 0.4908010976243119
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 56177,
|
||||
"modelCount": 56244,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15307,
|
||||
"successRate": 0.27247806041618455,
|
||||
"wilsonLowerBound": 0.26881186521433104
|
||||
"successCount": 15315,
|
||||
"successRate": 0.27229571154256454,
|
||||
"wilsonLowerBound": 0.2686324741464224
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,110 +37,110 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 4243,
|
||||
"modelCount": 4265,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1279,
|
||||
"successRate": 0.30143766203158145,
|
||||
"wilsonLowerBound": 0.28781466913958204
|
||||
"successCount": 1286,
|
||||
"successRate": 0.3015240328253224,
|
||||
"wilsonLowerBound": 0.28793453545003606
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 36757,
|
||||
"modelCount": 36802,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 17227,
|
||||
"successRate": 0.4686726337840411,
|
||||
"wilsonLowerBound": 0.4635746256176739
|
||||
"successCount": 17258,
|
||||
"successRate": 0.468941905331232,
|
||||
"wilsonLowerBound": 0.46384681256902305
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 39654,
|
||||
"modelCount": 39673,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10997,
|
||||
"successRate": 0.27732385131386494,
|
||||
"wilsonLowerBound": 0.2729392418878192
|
||||
"successCount": 11001,
|
||||
"successRate": 0.2772918609633756,
|
||||
"wilsonLowerBound": 0.2729084560171081
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 12534,
|
||||
"modelCount": 12581,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5267,
|
||||
"successRate": 0.4202170097335248,
|
||||
"wilsonLowerBound": 0.4116014109768566
|
||||
"successCount": 5280,
|
||||
"successRate": 0.41968047055083063,
|
||||
"wilsonLowerBound": 0.4110826132532868
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64211,
|
||||
"modelCount": 64212,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12096,
|
||||
"successRate": 0.1883789381881609,
|
||||
"wilsonLowerBound": 0.18537317918882054
|
||||
"successRate": 0.18837600448514297,
|
||||
"wilsonLowerBound": 0.1853702870030237
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 29153,
|
||||
"modelCount": 29299,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6341,
|
||||
"successRate": 0.21750763214763488,
|
||||
"wilsonLowerBound": 0.2128092355218254
|
||||
"successCount": 6374,
|
||||
"successRate": 0.21755008703368717,
|
||||
"wilsonLowerBound": 0.21286297957780148
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7649,
|
||||
"modelCount": 7663,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 103,
|
||||
"successRate": 0.013465812524513008,
|
||||
"wilsonLowerBound": 0.011116159346126123
|
||||
"successRate": 0.0134412110139632,
|
||||
"wilsonLowerBound": 0.011095828754960934
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26614,
|
||||
"modelCount": 26615,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3269,
|
||||
"successRate": 0.12283008942661756,
|
||||
"wilsonLowerBound": 0.11894081143566253
|
||||
"successRate": 0.12282547435656585,
|
||||
"wilsonLowerBound": 0.11893633277092931
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16505,
|
||||
"modelCount": 16506,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10154498636776735,
|
||||
"wilsonLowerBound": 0.09702916946724117
|
||||
"successRate": 0.10153883436326185,
|
||||
"wilsonLowerBound": 0.09702327664993067
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 15364,
|
||||
"modelCount": 15432,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6081,
|
||||
"successRate": 0.39579536579015884,
|
||||
"wilsonLowerBound": 0.388089634706811
|
||||
"successCount": 6103,
|
||||
"successRate": 0.39547693105235876,
|
||||
"wilsonLowerBound": 0.3877892858822315
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24714,
|
||||
"modelCount": 24719,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3806,
|
||||
"successRate": 0.15400178036740308,
|
||||
"wilsonLowerBound": 0.14955537975479138
|
||||
"successRate": 0.1539706298798495,
|
||||
"wilsonLowerBound": 0.149525050548893
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -153,23 +153,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 51222,
|
||||
"modelCount": 51310,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12884,
|
||||
"successRate": 0.251532544609738,
|
||||
"wilsonLowerBound": 0.24779366571017697
|
||||
"successCount": 12915,
|
||||
"successRate": 0.25170532060027284,
|
||||
"wilsonLowerBound": 0.24796876462260703
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23906,
|
||||
"modelCount": 24034,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3128,
|
||||
"successRate": 0.13084581276666946,
|
||||
"wilsonLowerBound": 0.12663010779247372
|
||||
"successRate": 0.13014895564616794,
|
||||
"wilsonLowerBound": 0.12595410669495805
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -182,86 +182,86 @@
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 45955,
|
||||
"modelCount": 45992,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5531,
|
||||
"successRate": 0.12035687085192036,
|
||||
"wilsonLowerBound": 0.1174136182746166
|
||||
"successCount": 5532,
|
||||
"successRate": 0.12028178813706732,
|
||||
"wilsonLowerBound": 0.11734051393974813
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 46129,
|
||||
"modelCount": 46237,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3649,
|
||||
"successRate": 0.07910425112185393,
|
||||
"wilsonLowerBound": 0.07667609787830684
|
||||
"successRate": 0.07891948007007375,
|
||||
"wilsonLowerBound": 0.07649676691402224
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 92981,
|
||||
"modelCount": 93370,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 23169,
|
||||
"successRate": 0.24917993998773943,
|
||||
"wilsonLowerBound": 0.2464100931932782
|
||||
"successCount": 23220,
|
||||
"successRate": 0.2486880154225126,
|
||||
"wilsonLowerBound": 0.24592577507550972
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5530,
|
||||
"modelCount": 5539,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 583,
|
||||
"successRate": 0.1054249547920434,
|
||||
"wilsonLowerBound": 0.0976028502960224
|
||||
"successRate": 0.10525365589456581,
|
||||
"wilsonLowerBound": 0.09744359857623441
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112849,
|
||||
"modelCount": 112850,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16530,
|
||||
"successRate": 0.14647892316281047,
|
||||
"wilsonLowerBound": 0.14442794458225092
|
||||
"successRate": 0.14647762516614976,
|
||||
"wilsonLowerBound": 0.14442666323498674
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 56,
|
||||
"modelCount": 77,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1,
|
||||
"successRate": 0.017857142857142856,
|
||||
"wilsonLowerBound": 0.003159128964463983
|
||||
"successRate": 0.012987012987012988,
|
||||
"wilsonLowerBound": 0.002296158172154949
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 23003,
|
||||
"modelCount": 23117,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3961,
|
||||
"successRate": 0.172194931095944,
|
||||
"wilsonLowerBound": 0.16737068584514206
|
||||
"successCount": 3963,
|
||||
"successRate": 0.17143227927499244,
|
||||
"wilsonLowerBound": 0.16662848627433072
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 43606,
|
||||
"modelCount": 43609,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5671,
|
||||
"successRate": 0.13005091042517083,
|
||||
"wilsonLowerBound": 0.12692638307414741
|
||||
"successRate": 0.13004196381480887,
|
||||
"wilsonLowerBound": 0.1269176359492794
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7926,
|
||||
"modelCount": 7964,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 745,
|
||||
"successRate": 0.09399444865001262,
|
||||
"wilsonLowerBound": 0.08776509073752228
|
||||
"successCount": 748,
|
||||
"successRate": 0.09392265193370165,
|
||||
"wilsonLowerBound": 0.08770993851573941
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -276,85 +276,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 34119,
|
||||
"modelCount": 34153,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6714,
|
||||
"successRate": 0.19678185175415458,
|
||||
"wilsonLowerBound": 0.19259749898648967
|
||||
"successCount": 6725,
|
||||
"successRate": 0.19690803150528505,
|
||||
"wilsonLowerBound": 0.19272471067631872
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61471,
|
||||
"modelCount": 61473,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12420,
|
||||
"successRate": 0.20204649346846482,
|
||||
"wilsonLowerBound": 0.19889094931224816
|
||||
"successRate": 0.20203991996486262,
|
||||
"wilsonLowerBound": 0.19888446580480795
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 14934,
|
||||
"modelCount": 15030,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4243,
|
||||
"successRate": 0.28411678050087047,
|
||||
"wilsonLowerBound": 0.27693969921950745
|
||||
"successCount": 4263,
|
||||
"successRate": 0.2836327345309381,
|
||||
"wilsonLowerBound": 0.27648226090785444
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 15223,
|
||||
"modelCount": 15246,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3724,
|
||||
"successRate": 0.24462983643171518,
|
||||
"wilsonLowerBound": 0.23786608168072118
|
||||
"successCount": 3728,
|
||||
"successRate": 0.2445231536140627,
|
||||
"wilsonLowerBound": 0.23776548602558772
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 67313,
|
||||
"modelCount": 67374,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18551,
|
||||
"successRate": 0.27559312465645563,
|
||||
"wilsonLowerBound": 0.2722305499733136
|
||||
"successCount": 18569,
|
||||
"successRate": 0.2756107697331315,
|
||||
"wilsonLowerBound": 0.2722496438464676
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 858,
|
||||
"modelCount": 873,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 517,
|
||||
"successRate": 0.6025641025641025,
|
||||
"wilsonLowerBound": 0.5694315964671394
|
||||
"successCount": 523,
|
||||
"successRate": 0.5990836197021764,
|
||||
"wilsonLowerBound": 0.5662077119559287
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 48267,
|
||||
"modelCount": 48289,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21633,
|
||||
"successRate": 0.44819441854683323,
|
||||
"wilsonLowerBound": 0.4437620455009944
|
||||
"successCount": 21647,
|
||||
"successRate": 0.448280146617242,
|
||||
"wilsonLowerBound": 0.44384869594412296
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 39507,
|
||||
"modelCount": 39541,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4700,
|
||||
"successRate": 0.11896625914394918,
|
||||
"wilsonLowerBound": 0.11581077402363323
|
||||
"successCount": 4715,
|
||||
"successRate": 0.11924331706330138,
|
||||
"wilsonLowerBound": 0.1160859354760342
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1043,
|
||||
"modelCount": 1046,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -374,21 +374,21 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10078,
|
||||
"modelCount": 10079,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 759,
|
||||
"successRate": 0.07531256201627307,
|
||||
"wilsonLowerBound": 0.07032053867780093
|
||||
"successRate": 0.07530508979065384,
|
||||
"wilsonLowerBound": 0.07031354360689268
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 7185,
|
||||
"modelCount": 7198,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3148,
|
||||
"successRate": 0.4381350034794711,
|
||||
"wilsonLowerBound": 0.4266984602200227
|
||||
"successCount": 3156,
|
||||
"successRate": 0.4384551264240067,
|
||||
"wilsonLowerBound": 0.42702779037823957
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -403,47 +403,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 17625,
|
||||
"modelCount": 17704,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5245,
|
||||
"successRate": 0.2975886524822695,
|
||||
"wilsonLowerBound": 0.29088348176840784
|
||||
"successCount": 5268,
|
||||
"successRate": 0.2975598734749209,
|
||||
"wilsonLowerBound": 0.2908697726093662
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 28172,
|
||||
"modelCount": 28193,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14389,
|
||||
"successRate": 0.5107553599318472,
|
||||
"wilsonLowerBound": 0.5049169278069221
|
||||
"successCount": 14402,
|
||||
"successRate": 0.5108360231263079,
|
||||
"wilsonLowerBound": 0.5049997754212836
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 66965,
|
||||
"modelCount": 66999,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7113,
|
||||
"successRate": 0.10621966699021877,
|
||||
"wilsonLowerBound": 0.10390848669128604
|
||||
"successCount": 7123,
|
||||
"successRate": 0.10631501962715861,
|
||||
"wilsonLowerBound": 0.10400349230684869
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 13562,
|
||||
"modelCount": 13576,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2214,
|
||||
"successRate": 0.16325025807403037,
|
||||
"wilsonLowerBound": 0.15712536039001077
|
||||
"successCount": 2221,
|
||||
"successRate": 0.16359752504419564,
|
||||
"wilsonLowerBound": 0.15747032413778128
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-10T19:28:15.962975+00:00",
|
||||
"generatedAt": "2026-10-10T19:31:00.372199+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
{
|
||||
"catalogUpdatedAt": "2026-10-10T19:28:15.962975+00:00",
|
||||
"catalogUpdatedAt": "2026-10-10T19:31:00.372199+00:00",
|
||||
"configuredTaskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
@@ -56,7 +56,7 @@
|
||||
"time-series-forecasting"
|
||||
],
|
||||
"errors": [],
|
||||
"generatedAt": "2026-10-10T19:28:15.962975+00:00",
|
||||
"generatedAt": "2026-10-10T19:31:00.372199+00:00",
|
||||
"gpuCatalog": {
|
||||
"Ascend_910-b3": {
|
||||
"canVerify": true,
|
||||
@@ -6485,6 +6485,6 @@
|
||||
"updateTime": "2025-12-22 08:59:53"
|
||||
}
|
||||
],
|
||||
"taskTreeUpdatedAt": "2026-10-10T19:28:15.962975+00:00",
|
||||
"taskTreeUpdatedAt": "2026-10-10T19:31:00.372199+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"generatedAt": "2026-10-10T18:42:58.221167+00:00",
|
||||
"lastSyncTime": "2026-10-10T18:42:58.165451+00:00",
|
||||
"generatedAt": "2026-10-10T19:29:44.023667+00:00",
|
||||
"lastSyncTime": "2026-10-10T19:29:43.772191+00:00",
|
||||
"recentLimit": 300,
|
||||
"report": {
|
||||
"architectureCompatibilityBlocks": {
|
||||
@@ -3281,13 +3281,13 @@
|
||||
"decisionSuccessRate": 0.0,
|
||||
"decisionTotal": 38,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 102,
|
||||
"ambiguous_runtime": 103,
|
||||
"framework_architecture_unsupported": 37,
|
||||
"platform_infrastructure": 1,
|
||||
"repository_structure": 1,
|
||||
"参数/模板问题": 32
|
||||
},
|
||||
"failureCount": 173,
|
||||
"failureCount": 174,
|
||||
"failureRate": 1.0,
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"pendingCount": 0,
|
||||
@@ -3297,8 +3297,8 @@
|
||||
"successRate": 0.0,
|
||||
"targetGpu": "Ascend_910-b4",
|
||||
"taskType": "text-generation",
|
||||
"total": 173,
|
||||
"unresolvedFailureCount": 134
|
||||
"total": 174,
|
||||
"unresolvedFailureCount": 135
|
||||
},
|
||||
"Ascend_910-b4|vllm|text-generation": {
|
||||
"attributableFailureCount": 205,
|
||||
@@ -5851,7 +5851,7 @@
|
||||
"decisionSuccessRate": 0.0556,
|
||||
"decisionTotal": 180,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 212,
|
||||
"ambiguous_runtime": 213,
|
||||
"backend_operator": 15,
|
||||
"context_length": 9,
|
||||
"framework_architecture_unsupported": 112,
|
||||
@@ -5863,18 +5863,18 @@
|
||||
"tokenizer_compatibility": 2,
|
||||
"参数/模板问题": 119
|
||||
},
|
||||
"failureCount": 504,
|
||||
"failureRate": 0.9805,
|
||||
"failureCount": 505,
|
||||
"failureRate": 0.9806,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 3,
|
||||
"successCount": 10,
|
||||
"successRate": 0.0195,
|
||||
"total": 514,
|
||||
"unresolvedFailureCount": 331
|
||||
"successRate": 0.0194,
|
||||
"total": 515,
|
||||
"unresolvedFailureCount": 332
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-10-10T18:42:58.208302+00:00",
|
||||
"generatedAt": "2026-10-10T19:29:44.010153+00:00",
|
||||
"gpuSummaries": {
|
||||
"Ascend_910-b3": {
|
||||
"attributableFailureCount": 130,
|
||||
@@ -5909,7 +5909,7 @@
|
||||
"decisionSuccessRate": 0.1596,
|
||||
"decisionTotal": 401,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 252,
|
||||
"ambiguous_runtime": 253,
|
||||
"context_length": 1,
|
||||
"framework_architecture_unsupported": 193,
|
||||
"memory_capacity": 19,
|
||||
@@ -5921,15 +5921,15 @@
|
||||
"日志缺失": 14,
|
||||
"验证失败": 175
|
||||
},
|
||||
"failureCount": 1076,
|
||||
"failureCount": 1077,
|
||||
"failureRate": 0.9439,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 3,
|
||||
"successCount": 64,
|
||||
"successRate": 0.0561,
|
||||
"total": 1140,
|
||||
"unresolvedFailureCount": 736
|
||||
"total": 1141,
|
||||
"unresolvedFailureCount": 737
|
||||
},
|
||||
"Biren_166m": {
|
||||
"attributableFailureCount": 193,
|
||||
@@ -8113,9 +8113,9 @@
|
||||
"decisionSuccessRate": 0.0,
|
||||
"decisionTotal": 0,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 8
|
||||
"ambiguous_runtime": 9
|
||||
},
|
||||
"failureCount": 8,
|
||||
"failureCount": 9,
|
||||
"failureRate": 1.0,
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelType": "lfm2",
|
||||
@@ -8127,8 +8127,8 @@
|
||||
"successRate": 0.0,
|
||||
"targetGpu": "Ascend_910-b4",
|
||||
"taskType": "text-generation",
|
||||
"total": 8,
|
||||
"unresolvedFailureCount": 8
|
||||
"total": 9,
|
||||
"unresolvedFailureCount": 9
|
||||
},
|
||||
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|awq": {
|
||||
"attributableFailureCount": 0,
|
||||
@@ -30938,9 +30938,9 @@
|
||||
"decisionSuccessRate": 0.0,
|
||||
"decisionTotal": 0,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 2
|
||||
"ambiguous_runtime": 3
|
||||
},
|
||||
"failureCount": 2,
|
||||
"failureCount": 3,
|
||||
"failureRate": 1.0,
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"loadSizeLog2Bucket": 30,
|
||||
@@ -30953,8 +30953,8 @@
|
||||
"successRate": 0.0,
|
||||
"targetGpu": "Ascend_910-b4",
|
||||
"taskType": "text-generation",
|
||||
"total": 2,
|
||||
"unresolvedFailureCount": 2
|
||||
"total": 3,
|
||||
"unresolvedFailureCount": 3
|
||||
},
|
||||
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|lfm2|none|31": {
|
||||
"attributableFailureCount": 0,
|
||||
@@ -58683,15 +58683,15 @@
|
||||
"unresolvedFailureCount": 0
|
||||
}
|
||||
},
|
||||
"terminalRecords": 17818,
|
||||
"totalRecords": 18336,
|
||||
"terminalRecords": 17819,
|
||||
"totalRecords": 18337,
|
||||
"totals": {
|
||||
"attributableFailureCount": 6316,
|
||||
"decisionFailureRate": 0.8656,
|
||||
"decisionSuccessRate": 0.1344,
|
||||
"decisionTotal": 7297,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 4634,
|
||||
"ambiguous_runtime": 4635,
|
||||
"architecture_compatibility": 212,
|
||||
"attention_backend": 3,
|
||||
"backend_operator": 131,
|
||||
@@ -58707,15 +58707,15 @@
|
||||
"日志缺失": 719,
|
||||
"验证失败": 676
|
||||
},
|
||||
"failureCount": 16837,
|
||||
"failureCount": 16838,
|
||||
"failureRate": 0.9449,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 956,
|
||||
"successCount": 981,
|
||||
"successRate": 0.0551,
|
||||
"total": 17818,
|
||||
"unresolvedFailureCount": 9565
|
||||
"total": 17819,
|
||||
"unresolvedFailureCount": 9566
|
||||
},
|
||||
"warnings": [
|
||||
"GPU MetaX_c-500 本地统计失败率偏高(≥50%),建议重点关注。",
|
||||
@@ -58777,6 +58777,6 @@
|
||||
]
|
||||
},
|
||||
"storageMode": "decision_state_only",
|
||||
"summarizedRecords": 18336,
|
||||
"summarizedRecords": 18337,
|
||||
"version": 1
|
||||
}
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@@ -2,24 +2,24 @@
|
||||
"agentVersion": "2026.09.22.1",
|
||||
"checksums": {
|
||||
".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1",
|
||||
".modelhub_state/architecture_compatibility_blacklist.json": "ee09ce370083af4785480306b1b2f38dc4f9b17867cab4c26d6ffef9defef215",
|
||||
".modelhub_state/architecture_compatibility_blacklist.json": "754892aff6d7578802c660dcae3a5bf4eb41ae83579757678794cfa2eeb204c0",
|
||||
".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab",
|
||||
".modelhub_state/market_intelligence.json": "64fca9c89218e92f254b71f51a08e5954e963e056c5d6a3bd02ee230a12514ed",
|
||||
".modelhub_state/official_capabilities.json": "d3ccad9f78821cce6a8ceab730a4fbe70b67e22d4146ae2c46164efcb8f4ad5b",
|
||||
".modelhub_state/outcome_checkpoint.json": "5186b7f65ea05dba2ec7da34bd9b23ebdccb98b9203b4248b55b855727d4ed09",
|
||||
".modelhub_state/market_intelligence.json": "882d52036ba5e3a9d73ea4e4c7f93896431f5ea10a542819d57db99a2457502a",
|
||||
".modelhub_state/official_capabilities.json": "6c271a03c17c4b6224095ab31758426b2aef44a99f4042f4ff264aea07cad281",
|
||||
".modelhub_state/outcome_checkpoint.json": "fe5095e99daa8afe49b7c879b30a4b0d7a6078945e3aa3464c34ed8d588e5814",
|
||||
".modelhub_state/queue_cleanup_latest.json": "8a1681ea397d6fb965c3c849dcf2e80bc59c1c14335b0f43eed379f0d6fa4a1f",
|
||||
".modelhub_state/recent_outcomes.jsonl": "bf8a969654b700186778ce4887ca515cf5ea010151b9e40471181642c550e48c",
|
||||
".modelhub_state/recovery_active_tasks.jsonl": "4ff12ae0ff952e7b7e2027e7e745650dbcb7efc3406c95eaa131e19dba39f533",
|
||||
".modelhub_state/recovery_intents.jsonl": "026f591b6fd5a345dbee72edb598ddfda8a9448726960c2b93930ca9e8f4c12b",
|
||||
".modelhub_state/recovery_active_tasks.jsonl": "4128adf73d561ad0501a6ba6d1644700b7e0bdc1f124be5c53884a77fe29279e",
|
||||
".modelhub_state/recovery_intents.jsonl": "d9f6230dce002d6fe0910c35dc9e61ae2ddb696e03aa82e50abb26cbb83e02d1",
|
||||
".modelhub_state/routing_intelligence.json": "c15780438114d5fe59a4fb92bc00c3c1a5691a8c85659a742d53566a03b74474",
|
||||
".modelhub_state/submission_exclusions.jsonl": "660ad77b924d3b0cc76f46aacd1f91a924d13a02bc68057eb5a964647441283b",
|
||||
".modelhub_state/worker_crashes.jsonl": "b321ea3648ae6b322601ed30ef8c3b1da0f13612af1bde3a64b0d41dc18a7b9f",
|
||||
"ledger/submissions.jsonl": "dba4ca99d84913f713aec9ecbb5186a000407d1a00fa02e27888a69732199c33",
|
||||
"outcomes/submissions.jsonl": "5d03824e2e6b6d500b4591a0c336f7cc773c3a065190c8b1090c34be29bce8ba"
|
||||
"outcomes/submissions.jsonl": "f272eee8db4c9a1240e09db75c92e7c96e1c75a981371c05b0ca6cf9927d461c"
|
||||
},
|
||||
"generation": 23121,
|
||||
"generation": 23122,
|
||||
"phase": "cycle",
|
||||
"schemaVersion": 1,
|
||||
"updatedAt": "2026-10-10T19:28:41.105283+00:00",
|
||||
"updatedAt": "2026-10-10T19:31:08.942376+00:00",
|
||||
"writerId": "43462b8a22de474db5c83d43b475a356"
|
||||
}
|
||||
|
||||
@@ -233,7 +233,6 @@
|
||||
{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-09-23T23:09:08.161839+00:00", "modelId": "nkkbr/Mini-K3-1H-kda-kernel-0-v2", "modelProfile": {"architectures": [], "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 2033585328, "estimatedRequiredGiB": 2.412, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "mini_k3", "modelscopeFileSize": 2117970409, "modelscopeLicense": null, "modelscopeParams": null, "modelscopeTags": ["model_type:mini_k3", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:kimi-k3", "custom_tag:pretraining", "custom_tag:mixture-of-experts", "custom_tag:linear-attention", "custom_tag:architecture-ablation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 2158311926}, "outcome": "pending", "status": "waiting", "submitTime": "2026-09-23T15:05:58.976740+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "5042149", "taskType": "text-generation", "verifyResult": null}
|
||||
{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-09-23T23:09:08.161847+00:00", "modelId": "mlabonne/LFM2.5-230M-Chess", "modelProfile": {"architectures": ["Lfm2ForCausalLM"], "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 5201, "estimatedRequiredGiB": 0.522, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "lfm2", "modelscopeFileSize": 467369015, "modelscopeLicense": "other", "modelscopeParams": 230688512, "modelscopeTags": ["license:other", "model_type:lfm2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:liquid", "custom_tag:lfm2.5", "custom_tag:chess"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 467369015}, "outcome": "pending", "status": "waiting", "submitTime": "2026-09-23T15:05:58.981135+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "5042148", "taskType": "text-generation", "verifyResult": null}
|
||||
{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-09-23T23:25:29.854567+00:00", "modelId": "cyankiwi/Spark-X2.5-4B-AWQ-INT4", "modelProfile": {"architectures": ["Spark2_5ForCausalLM"], "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 2856860040, "estimatedRequiredGiB": 3.21, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "spark2_5", "modelscopeFileSize": 2872281308, "modelscopeLicense": "apache-2.0", "modelscopeParams": 4112079360, "modelscopeTags": ["license:apache-2.0", "model_type:spark2_5", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:llm", "custom_tag:sparkx2_5"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 2872281308}, "outcome": "pending", "status": "waiting", "submitTime": "2026-09-23T15:22:39.591518+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "5042358", "taskType": "text-generation", "verifyResult": null}
|
||||
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": "2026-09-24T01:43:54.155833+00:00", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-8bit", "modelProfile": {"architectures": ["Lfm2ForCausalLM"], "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 1243645809, "estimatedRequiredGiB": 1.395, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "lfm2", "modelscopeFileSize": 1248409915, "modelscopeLicense": "other", "modelscopeParams": 329251584, "modelscopeTags": ["license:other", "model_type:lfm2", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:liquid", "custom_tag:lfm2.5", "custom_tag:edge", "custom_tag:mlx"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 1248409915}, "outcome": "pending", "status": "waiting", "submitTime": "2026-09-23T17:42:35.561897+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5044249", "taskType": "text-generation", "verifyResult": null}
|
||||
{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-09-24T02:01:54.955218+00:00", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-8bit", "modelProfile": {"architectures": ["Lfm2ForCausalLM"], "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 1243645809, "estimatedRequiredGiB": 1.395, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "lfm2", "modelscopeFileSize": 1248409915, "modelscopeLicense": "other", "modelscopeParams": 329251584, "modelscopeTags": ["license:other", "model_type:lfm2", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:liquid", "custom_tag:lfm2.5", "custom_tag:edge", "custom_tag:mlx"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 1248409915}, "outcome": "pending", "status": "waiting", "submitTime": "2026-09-23T17:57:47.161585+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "5044485", "taskType": "text-generation", "verifyResult": null}
|
||||
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": "2026-09-24T03:34:38.852724+00:00", "modelId": "IFM/K2-Horizon-32B-NVFP4", "modelProfile": {"architectures": ["K2HorizonForCausalLM"], "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 23253718728, "estimatedRequiredGiB": 26.013, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "k2_horizon", "modelscopeFileSize": null, "modelscopeLicense": "apache-2.0", "modelscopeParams": 3320832164, "modelscopeTags": ["license:apache-2.0", "model_type:k2_horizon", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:k2-horizon", "custom_tag:32b", "custom_tag:dense", "custom_tag:open-weights", "custom_tag:ifm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 23275790145}, "outcome": "pending", "status": "waiting", "submitTime": "2026-09-23T19:31:41.444748+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5046023", "taskType": "text-generation", "verifyResult": null}
|
||||
{"failReason": null, "framework": "llamacpp", "lastSyncTime": "2026-09-24T03:34:38.852704+00:00", "modelId": "IFM/K2-Horizon-7B-GGUF", "modelProfile": {"architectures": [], "configFingerprint": "a015ad361c8b35c70c85648256a591979967ef38682323a28f85efdfa8060bd0", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 9573964160, "estimatedRequiredGiB": 59.651, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": null, "modelscopeFileSize": 53374659671, "modelscopeLicense": "apache-2.0", "modelscopeParams": null, "modelscopeTags": ["license:apache-2.0", "library:transformer", "library:gguf", "library:pytorch", "task:text-generation", "custom_tag:k2-horizon", "custom_tag:7b", "custom_tag:dense", "custom_tag:open-weights", "custom_tag:ifm", "custom_tag:gguf", "deploy:swingdeploy"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 53374659671}, "outcome": "pending", "status": "waiting", "submitTime": "2026-09-23T19:33:16.585033+00:00", "targetGpu": "hygon_k100-ai", "taskId": "5046043", "taskType": "text-generation", "verifyResult": null}
|
||||
|
||||
Reference in New Issue
Block a user