state: compacted generation 19801
This commit is contained in:
772
.modelhub_state/market_intelligence.json
Normal file
772
.modelhub_state/market_intelligence.json
Normal file
@@ -0,0 +1,772 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-10-02T23:32:49.462761+00:00",
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-10-02T23:32:49.462761+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-02T20:29:12.879257+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 40655,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19865,
|
||||
"successRate": 0.4886237855122371,
|
||||
"wilsonLowerBound": 0.48376598069312704
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 54414,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15049,
|
||||
"successRate": 0.27656485463299885,
|
||||
"wilsonLowerBound": 0.2728223617345843
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 0,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 3467,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1000,
|
||||
"successRate": 0.2884338044418806,
|
||||
"wilsonLowerBound": 0.27359420266844814
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 35196,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16200,
|
||||
"successRate": 0.4602795772246846,
|
||||
"wilsonLowerBound": 0.45507698929921686
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38983,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10890,
|
||||
"successRate": 0.2793525382859195,
|
||||
"wilsonLowerBound": 0.27492038510346445
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 11222,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4701,
|
||||
"successRate": 0.4189092853323828,
|
||||
"wilsonLowerBound": 0.40980998215444525
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64160,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12094,
|
||||
"successRate": 0.18849750623441397,
|
||||
"wilsonLowerBound": 0.18548982231398534
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 25209,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5219,
|
||||
"successRate": 0.2070292355904637,
|
||||
"wilsonLowerBound": 0.202072298307141
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7215,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 86,
|
||||
"successRate": 0.01191961191961192,
|
||||
"wilsonLowerBound": 0.009662401356215908
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26504,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3259,
|
||||
"successRate": 0.12296257168729248,
|
||||
"wilsonLowerBound": 0.11906349323135543
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16495,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10160654743861776,
|
||||
"wilsonLowerBound": 0.09708813703674142
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 13756,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5594,
|
||||
"successRate": 0.40665891247455654,
|
||||
"wilsonLowerBound": 0.39847732090852256
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24528,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3797,
|
||||
"successRate": 0.1548026744944553,
|
||||
"wilsonLowerBound": 0.15032994220337448
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 8123,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 544,
|
||||
"successRate": 0.066970331158439,
|
||||
"wilsonLowerBound": 0.061736366111672984
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 48282,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12022,
|
||||
"successRate": 0.24899548485978212,
|
||||
"wilsonLowerBound": 0.24515828272181414
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23641,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3105,
|
||||
"successRate": 0.13133962184340764,
|
||||
"wilsonLowerBound": 0.12709372911181996
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86837,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9768,
|
||||
"successRate": 0.11248661284936144,
|
||||
"wilsonLowerBound": 0.11040217316200386
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 43819,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5339,
|
||||
"successRate": 0.12184212327985577,
|
||||
"wilsonLowerBound": 0.11881249005035761
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 40866,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3573,
|
||||
"successRate": 0.08743209514021436,
|
||||
"wilsonLowerBound": 0.08473203795448732
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 90944,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22300,
|
||||
"successRate": 0.24520584095707249,
|
||||
"wilsonLowerBound": 0.24242056734367137
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5434,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 580,
|
||||
"successRate": 0.10673536989326463,
|
||||
"wilsonLowerBound": 0.09880144392538165
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112777,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16528,
|
||||
"successRate": 0.14655470530338632,
|
||||
"wilsonLowerBound": 0.14450263129671262
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 21032,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3774,
|
||||
"successRate": 0.1794408520349943,
|
||||
"wilsonLowerBound": 0.17431354957776704
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 43338,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5640,
|
||||
"successRate": 0.13013983109511285,
|
||||
"wilsonLowerBound": 0.12700483013524486
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7554,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 681,
|
||||
"successRate": 0.09015091342335187,
|
||||
"wilsonLowerBound": 0.08389893460181107
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 202,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 36,
|
||||
"successRate": 0.1782178217821782,
|
||||
"wilsonLowerBound": 0.13159848249936945
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 32985,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6299,
|
||||
"successRate": 0.19096559041988784,
|
||||
"wilsonLowerBound": 0.18675978733577325
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61365,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12408,
|
||||
"successRate": 0.20219995111219752,
|
||||
"wilsonLowerBound": 0.19904078876752015
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 12049,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3550,
|
||||
"successRate": 0.2946302597725952,
|
||||
"wilsonLowerBound": 0.2865566904186943
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14664,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3652,
|
||||
"successRate": 0.2490452809601746,
|
||||
"wilsonLowerBound": 0.24211197282604913
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 65302,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 17917,
|
||||
"successRate": 0.274371382193501,
|
||||
"wilsonLowerBound": 0.2709624189499975
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 467,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 295,
|
||||
"successRate": 0.6316916488222698,
|
||||
"wilsonLowerBound": 0.5870349872100961
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 47644,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21150,
|
||||
"successRate": 0.44391738728906055,
|
||||
"wilsonLowerBound": 0.439460670721808
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38395,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4244,
|
||||
"successRate": 0.11053522594087772,
|
||||
"wilsonLowerBound": 0.10743769011104932
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 840,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
}
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6284,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.030553787396562698,
|
||||
"wilsonLowerBound": 0.026576919854083197
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10057,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 750,
|
||||
"successRate": 0.0745749229392463,
|
||||
"wilsonLowerBound": 0.06960138633482998
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 6719,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2918,
|
||||
"successRate": 0.43429081708587586,
|
||||
"wilsonLowerBound": 0.4224797182539467
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7402,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 243,
|
||||
"successRate": 0.03282896514455553,
|
||||
"wilsonLowerBound": 0.029005723754547803
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 15232,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4849,
|
||||
"successRate": 0.31834296218487396,
|
||||
"wilsonLowerBound": 0.31099166099001996
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 27512,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14043,
|
||||
"successRate": 0.5104318115731318,
|
||||
"wilsonLowerBound": 0.5045237199914557
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 65165,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6864,
|
||||
"successRate": 0.105332617202486,
|
||||
"wilsonLowerBound": 0.10299882857409295
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 13155,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2066,
|
||||
"successRate": 0.15705055112124666,
|
||||
"wilsonLowerBound": 0.1509330537443343
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-02T23:39:24.440600+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 1060.2745098039215,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.6024967575276476,
|
||||
"queueFactor": 0.9856858742690069,
|
||||
"queueWeight": 0.9856858742690069,
|
||||
"recentSuccess": 51,
|
||||
"recentSuccessRate": 0.3333333333333333,
|
||||
"recentTerminal": 153,
|
||||
"recentWilsonLowerBound": 0.2635260366567964,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.5795584174568882,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 25.5,
|
||||
"waiting": 27037
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1160.6225165562914,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.8228847759472515,
|
||||
"queueFactor": 0.9724060049555564,
|
||||
"queueWeight": 0.9724060049555564,
|
||||
"recentSuccess": 53,
|
||||
"recentSuccessRate": 0.3509933774834437,
|
||||
"recentTerminal": 151,
|
||||
"recentWilsonLowerBound": 0.27942214983028035,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.7725841024731714,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 25.166666666666668,
|
||||
"waiting": 29209
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 128.94915254237287,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.741546865557286,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 43,
|
||||
"recentSuccessRate": 0.24293785310734464,
|
||||
"recentTerminal": 177,
|
||||
"recentWilsonLowerBound": 0.1856547242780259,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.9640109252244718,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 29.5,
|
||||
"waiting": 3804
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1352.3661971830986,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.7836092432624507,
|
||||
"queueFactor": 0.9503577810237295,
|
||||
"queueWeight": 0.9503577810237295,
|
||||
"recentSuccess": 20,
|
||||
"recentSuccessRate": 0.28169014084507044,
|
||||
"recentTerminal": 71,
|
||||
"recentWilsonLowerBound": 0.1903694891114979,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.7447091416165865,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 11.833333333333334,
|
||||
"waiting": 16003
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 466.19469026548677,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.4442488001770581,
|
||||
"queueFactor": 1.11497770268389,
|
||||
"queueWeight": 1.11497770268389,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.21238938053097345,
|
||||
"recentTerminal": 113,
|
||||
"recentWilsonLowerBound": 0.14708352590805174,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.4953275066414908,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 18.833333333333332,
|
||||
"waiting": 8780
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 38.70914127423823,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 24,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 10,
|
||||
"recentSuccessRate": 0.027700831024930747,
|
||||
"recentTerminal": 361,
|
||||
"recentWilsonLowerBound": 0.015114642132617305,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 60.166666666666664,
|
||||
"waiting": 2329
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 98.97280966767372,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.09930508751293338,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 34,
|
||||
"recentSuccessRate": 0.1027190332326284,
|
||||
"recentTerminal": 331,
|
||||
"recentWilsonLowerBound": 0.07444094305466632,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.1290966137668134,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 55.166666666666664,
|
||||
"waiting": 5460
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2768.6470588235293,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.3071477590115237,
|
||||
"queueFactor": 0.8535149674672863,
|
||||
"queueWeight": 0.8535149674672863,
|
||||
"recentSuccess": 8,
|
||||
"recentSuccessRate": 0.23529411764705882,
|
||||
"recentTerminal": 34,
|
||||
"recentWilsonLowerBound": 0.12436838109244344,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.2621552095403705,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 5.666666666666667,
|
||||
"waiting": 15689
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 377.2244897959184,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.6148467719925496,
|
||||
"queueFactor": 1.15096283120667,
|
||||
"queueWeight": 1.15096283120667,
|
||||
"recentSuccess": 34,
|
||||
"recentSuccessRate": 0.23129251700680273,
|
||||
"recentTerminal": 147,
|
||||
"recentWilsonLowerBound": 0.17049783388893872,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.7076657814508267,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 24.5,
|
||||
"waiting": 9242
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 605.4807692307693,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.3276784437128133,
|
||||
"queueFactor": 1.0721023001497754,
|
||||
"queueWeight": 1.0721023001497754,
|
||||
"recentSuccess": 20,
|
||||
"recentSuccessRate": 0.19230769230769232,
|
||||
"recentTerminal": 104,
|
||||
"recentWilsonLowerBound": 0.12808047966842862,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.3513048132140058,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 17.333333333333332,
|
||||
"waiting": 10495
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1660.725,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9215239405255996,
|
||||
"queueWeight": 0.9215239405255996,
|
||||
"recentSuccess": 34,
|
||||
"recentSuccessRate": 0.425,
|
||||
"recentTerminal": 80,
|
||||
"recentWilsonLowerBound": 0.3225638801480733,
|
||||
"running": 4,
|
||||
"selectionWeight": 2.303809851313999,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 13.333333333333334,
|
||||
"waiting": 22143
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 2497.609756097561,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.13382251379210539,
|
||||
"queueFactor": 0.8668073666346794,
|
||||
"queueWeight": 0.8668073666346794,
|
||||
"recentSuccess": 7,
|
||||
"recentSuccessRate": 0.17073170731707318,
|
||||
"recentTerminal": 41,
|
||||
"recentWilsonLowerBound": 0.08525143995273898,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.11599834077656793,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 6.833333333333333,
|
||||
"waiting": 17067
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 1266.6486486486485,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 0.9597383659455478,
|
||||
"queueWeight": 0.9597383659455478,
|
||||
"recentSuccess": 6,
|
||||
"recentSuccessRate": 0.08108108108108109,
|
||||
"recentTerminal": 74,
|
||||
"recentWilsonLowerBound": 0.03768933680933338,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.047986918297277394,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 12.333333333333334,
|
||||
"waiting": 15622
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 865.9424460431654,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.45961060590960473,
|
||||
"queueFactor": 1.016080055329714,
|
||||
"queueWeight": 1.016080055329714,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.20863309352517986,
|
||||
"recentTerminal": 139,
|
||||
"recentWilsonLowerBound": 0.14937394144110333,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.4670011698827546,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 23.166666666666668,
|
||||
"waiting": 20061
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-10-02T23:29:45.062965+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-10-02T23:29:45.062965+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Cambricon_mlu-370-x4",
|
||||
"Kunlunxin_p-800",
|
||||
"Iluvatar_mrv-100",
|
||||
"Iluvatar_bi-150",
|
||||
"Ascend_910-b4",
|
||||
"hygon_k100-ai",
|
||||
"Ascend_910-b3",
|
||||
"MetaX_c-500",
|
||||
"Sunrise_pt-200-x1",
|
||||
"Biren_166m",
|
||||
"Iluvatar_bi-100",
|
||||
"Cambricon_mlu-370-x8",
|
||||
"Mthreads_s4000"
|
||||
],
|
||||
"taskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
"throughputWindowHours": 6,
|
||||
"version": 3
|
||||
}
|
||||
Reference in New Issue
Block a user