state: compacted generation 25801
This commit is contained in:
835
.modelhub_state/market_intelligence.json
Normal file
835
.modelhub_state/market_intelligence.json
Normal file
@@ -0,0 +1,835 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-11-07T12:02:13.326824+00:00",
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-11-07T12:02:13.326824+00:00",
|
||||
"frameworkAttemptedAt": "2026-11-07T11:22:20.264978+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 46261,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 23492,
|
||||
"successRate": 0.5078143576662848,
|
||||
"wilsonLowerBound": 0.5032580887673558
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 60660,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15871,
|
||||
"successRate": 0.261638641608968,
|
||||
"wilsonLowerBound": 0.2581560519769609
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 84,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 24,
|
||||
"successRate": 0.2857142857142857,
|
||||
"wilsonLowerBound": 0.20014898610655452
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7725,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2556,
|
||||
"successRate": 0.330873786407767,
|
||||
"wilsonLowerBound": 0.3204673060139555
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 41533,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20380,
|
||||
"successRate": 0.4906941468230082,
|
||||
"wilsonLowerBound": 0.4858873434042843
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41816,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11329,
|
||||
"successRate": 0.27092500478285825,
|
||||
"wilsonLowerBound": 0.2666863300037912
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 1,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 1,
|
||||
"successRate": 1.0,
|
||||
"wilsonLowerBound": 0.20654329147389294
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 17789,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6933,
|
||||
"successRate": 0.3897352296362921,
|
||||
"wilsonLowerBound": 0.3825929872378078
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64491,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.18762307918934426,
|
||||
"wilsonLowerBound": 0.1846285147465868
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 44953,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 8482,
|
||||
"successRate": 0.1886859608924877,
|
||||
"wilsonLowerBound": 0.1850956820112924
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9112,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 120,
|
||||
"successRate": 0.013169446883230905,
|
||||
"wilsonLowerBound": 0.011025378902970194
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 27027,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3332,
|
||||
"successRate": 0.12328412328412329,
|
||||
"wilsonLowerBound": 0.11941798902332586
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16549,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10127500151066529,
|
||||
"wilsonLowerBound": 0.096770560906772
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 20976,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7774,
|
||||
"successRate": 0.3706140350877193,
|
||||
"wilsonLowerBound": 0.36410224998725793
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 25147,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3814,
|
||||
"successRate": 0.15166819103670418,
|
||||
"wilsonLowerBound": 0.14728795219442303
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 8123,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 544,
|
||||
"successRate": 0.066970331158439,
|
||||
"wilsonLowerBound": 0.061736366111672984
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 62821,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15538,
|
||||
"successRate": 0.24733767370783655,
|
||||
"wilsonLowerBound": 0.24397916174790976
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 34310,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4277,
|
||||
"successRate": 0.12465753424657534,
|
||||
"wilsonLowerBound": 0.12120412209356321
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 87144,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9779,
|
||||
"successRate": 0.11221656109428073,
|
||||
"wilsonLowerBound": 0.1101379788500212
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 51144,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5818,
|
||||
"successRate": 0.11375723447520726,
|
||||
"wilsonLowerBound": 0.11103434579965897
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 58603,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3957,
|
||||
"successRate": 0.06752214050475232,
|
||||
"wilsonLowerBound": 0.06551875621612382
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95968,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24216,
|
||||
"successRate": 0.2523341113704568,
|
||||
"wilsonLowerBound": 0.24959594898350437
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
"modelCount": 181,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 7949,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 632,
|
||||
"successRate": 0.07950685620832809,
|
||||
"wilsonLowerBound": 0.07376074455729342
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 113089,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16554,
|
||||
"successRate": 0.1463802845546428,
|
||||
"wilsonLowerBound": 0.14433204895184013
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 457,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4,
|
||||
"successRate": 0.0087527352297593,
|
||||
"wilsonLowerBound": 0.0034088271483492783
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26798,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4308,
|
||||
"successRate": 0.16075826554220465,
|
||||
"wilsonLowerBound": 0.15640914066712197
|
||||
},
|
||||
"vllm_0_31_0_corex_5_0_0": {
|
||||
"framework": "vllm_0_31_0_corex_5_0_0",
|
||||
"modelCount": 3,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3,
|
||||
"successRate": 1.0,
|
||||
"wilsonLowerBound": 0.4384939195509822
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 46048,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5930,
|
||||
"successRate": 0.1287786657400973,
|
||||
"wilsonLowerBound": 0.12575019908026167
|
||||
},
|
||||
"vllm_gemma_4": {
|
||||
"framework": "vllm_gemma_4",
|
||||
"modelCount": 1,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1,
|
||||
"successRate": 1.0,
|
||||
"wilsonLowerBound": 0.20654329147389294
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9629,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 855,
|
||||
"successRate": 0.08879426731747846,
|
||||
"wilsonLowerBound": 0.08327548226218995
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 206,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 37,
|
||||
"successRate": 0.1796116504854369,
|
||||
"wilsonLowerBound": 0.13320865973713544
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38267,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 8036,
|
||||
"successRate": 0.20999817074764157,
|
||||
"wilsonLowerBound": 0.20594639064145068
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61941,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12440,
|
||||
"successRate": 0.20083627968550719,
|
||||
"wilsonLowerBound": 0.19769982834798466
|
||||
},
|
||||
"vllm_0.25.1": {
|
||||
"framework": "vllm_0.25.1",
|
||||
"modelCount": 2,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2,
|
||||
"successRate": 1.0,
|
||||
"wilsonLowerBound": 0.3423719528896193
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 23545,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 6389,
|
||||
"successRate": 0.2713527288171586,
|
||||
"wilsonLowerBound": 0.26571057682411064
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 17784,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4190,
|
||||
"successRate": 0.2356050382366172,
|
||||
"wilsonLowerBound": 0.22942530995049135
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 72606,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19804,
|
||||
"successRate": 0.2727598270115417,
|
||||
"wilsonLowerBound": 0.2695322567088901
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 3940,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2134,
|
||||
"successRate": 0.5416243654822335,
|
||||
"wilsonLowerBound": 0.5260328433703184
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 50203,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22693,
|
||||
"successRate": 0.45202477939565366,
|
||||
"wilsonLowerBound": 0.4476749722191904
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 43825,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6169,
|
||||
"successRate": 0.14076440387906447,
|
||||
"wilsonLowerBound": 0.13753978189425528
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1679,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
}
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6293,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.0305100905768314,
|
||||
"wilsonLowerBound": 0.026538838322464144
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10146,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 769,
|
||||
"successRate": 0.07579341612458111,
|
||||
"wilsonLowerBound": 0.07080242561241237
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8941,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3937,
|
||||
"successRate": 0.4403310591656414,
|
||||
"wilsonLowerBound": 0.4300687945704655
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7476,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 254,
|
||||
"successRate": 0.03397538790797218,
|
||||
"wilsonLowerBound": 0.030102074381377207
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 26539,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7440,
|
||||
"successRate": 0.2803421379856061,
|
||||
"wilsonLowerBound": 0.274970156389703
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 30930,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15771,
|
||||
"successRate": 0.5098933074684772,
|
||||
"wilsonLowerBound": 0.5043211947119807
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 70858,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7720,
|
||||
"successRate": 0.1089502949561094,
|
||||
"wilsonLowerBound": 0.10667728264598764
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 16468,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3123,
|
||||
"successRate": 0.1896405149380617,
|
||||
"wilsonLowerBound": 0.1837257336542442
|
||||
},
|
||||
"vllm_0.21.0": {
|
||||
"framework": "vllm_0.21.0",
|
||||
"modelCount": 0,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-11-07T12:02:13.326824+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 1234.303448275862,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.0852818524300618,
|
||||
"queueFactor": 0.9561152984351512,
|
||||
"queueWeight": 0.9561152984351512,
|
||||
"recentSuccess": 36,
|
||||
"recentSuccessRate": 0.2482758620689655,
|
||||
"recentTerminal": 145,
|
||||
"recentWilsonLowerBound": 0.1850644872432723,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.0376545822224224,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 24.166666666666668,
|
||||
"waiting": 29829
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1475.787234042553,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.184778570251546,
|
||||
"queueFactor": 0.930829194830704,
|
||||
"queueWeight": 0.930829194830704,
|
||||
"recentSuccess": 46,
|
||||
"recentSuccessRate": 0.3262411347517731,
|
||||
"recentTerminal": 141,
|
||||
"recentWilsonLowerBound": 0.25435688113492116,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.0336556774306236,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 23.5,
|
||||
"waiting": 34681
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 152.26315789473685,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 10,
|
||||
"recentSuccessRate": 0.043859649122807015,
|
||||
"recentTerminal": 228,
|
||||
"recentWilsonLowerBound": 0.023995190684158563,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 38.0,
|
||||
"waiting": 5786
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1641.8461538461538,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.6962835640378006,
|
||||
"queueFactor": 0.916059514034697,
|
||||
"queueWeight": 0.916059514034697,
|
||||
"recentSuccess": 18,
|
||||
"recentSuccessRate": 0.23076923076923078,
|
||||
"recentTerminal": 78,
|
||||
"recentWilsonLowerBound": 0.15125388693827768,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.6378371833028144,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 13.0,
|
||||
"waiting": 21344
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 349.03333333333336,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.20454606855019697,
|
||||
"queueFactor": 1.1555627209676849,
|
||||
"queueWeight": 1.1555627209676849,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.12777777777777777,
|
||||
"recentTerminal": 180,
|
||||
"recentWilsonLowerBound": 0.08667435764393652,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.2363658115371082,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 30.0,
|
||||
"waiting": 10471
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 63.63333333333333,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 24,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 4,
|
||||
"recentSuccessRate": 0.011111111111111112,
|
||||
"recentTerminal": 360,
|
||||
"recentWilsonLowerBound": 0.0043290733267216715,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 60.0,
|
||||
"waiting": 3818
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 294.70175438596493,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.1852668836454192,
|
||||
"queueWeight": 1.1852668836454192,
|
||||
"recentSuccess": 0,
|
||||
"recentSuccessRate": 0.0,
|
||||
"recentTerminal": 171,
|
||||
"recentWilsonLowerBound": 0.0,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.059263344182270965,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 28.5,
|
||||
"waiting": 8399
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2284.1428571428573,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.8717963957608263,
|
||||
"queueWeight": 0.8717963957608263,
|
||||
"recentSuccess": 17,
|
||||
"recentSuccessRate": 0.40476190476190477,
|
||||
"recentTerminal": 42,
|
||||
"recentWilsonLowerBound": 0.2704264767120908,
|
||||
"running": 2,
|
||||
"selectionWeight": 2.179490989402066,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.0,
|
||||
"waiting": 15989
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 462.7111111111111,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.3905222036403265,
|
||||
"queueFactor": 1.1077125325806008,
|
||||
"queueWeight": 1.1077125325806008,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.17037037037037037,
|
||||
"recentTerminal": 135,
|
||||
"recentWilsonLowerBound": 0.11629252791371228,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.4325863392233832,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 22.5,
|
||||
"waiting": 10411
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 582.0425531914893,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.242301591052284,
|
||||
"queueFactor": 1.0702379531240218,
|
||||
"queueWeight": 1.0702379531240218,
|
||||
"recentSuccess": 37,
|
||||
"recentSuccessRate": 0.2624113475177305,
|
||||
"recentTerminal": 141,
|
||||
"recentWilsonLowerBound": 0.1967876598278167,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.329558311970512,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 23.5,
|
||||
"waiting": 13678
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1328.4615384615386,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.8288169243911886,
|
||||
"queueFactor": 0.9456299326867055,
|
||||
"queueWeight": 0.9456299326867055,
|
||||
"recentSuccess": 27,
|
||||
"recentSuccessRate": 0.23076923076923078,
|
||||
"recentTerminal": 117,
|
||||
"recentWilsonLowerBound": 0.1637205217381598,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.783754092421642,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.5,
|
||||
"waiting": 25905
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 1773.7846153846153,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.06975938616437743,
|
||||
"queueFactor": 0.9054999402677343,
|
||||
"queueWeight": 0.9054999402677343,
|
||||
"recentSuccess": 7,
|
||||
"recentSuccessRate": 0.1076923076923077,
|
||||
"recentTerminal": 65,
|
||||
"recentWilsonLowerBound": 0.053153544319256056,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.06316712000495758,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 10.833333333333334,
|
||||
"waiting": 19216
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 595.9885714285714,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 1.0555441036966147,
|
||||
"queueFactor": 1.0664435423494434,
|
||||
"queueWeight": 1.0664435423494434,
|
||||
"recentSuccess": 42,
|
||||
"recentSuccessRate": 0.24,
|
||||
"recentTerminal": 175,
|
||||
"recentWilsonLowerBound": 0.18274204115195583,
|
||||
"running": 16,
|
||||
"selectionWeight": 1.125678193052286,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 29.166666666666668,
|
||||
"waiting": 17383
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 1653.5483870967741,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.6225342758790635,
|
||||
"queueFactor": 0.915084127425228,
|
||||
"queueWeight": 0.915084127425228,
|
||||
"recentSuccess": 20,
|
||||
"recentSuccessRate": 0.21505376344086022,
|
||||
"recentTerminal": 93,
|
||||
"recentWilsonLowerBound": 0.14374913397362912,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.5696712346350891,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 15.5,
|
||||
"waiting": 25630
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-11-07T12:02:13.326824+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-11-07T12:02:13.326824+00:00",
|
||||
"supportedGpus": [
|
||||
"Cambricon_mlu-370-x4",
|
||||
"Iluvatar_mrv-100",
|
||||
"Kunlunxin_p-800",
|
||||
"Vastai_va16",
|
||||
"Iluvatar_bi-150",
|
||||
"Biren_166m",
|
||||
"MetaX_c-500",
|
||||
"Sunrise_pt-200-x1",
|
||||
"Ascend_910-b4",
|
||||
"Ascend_910-b3",
|
||||
"hygon_k100-ai",
|
||||
"Iluvatar_bi-100",
|
||||
"Cambricon_mlu-370-x8",
|
||||
"Mthreads_s4000"
|
||||
],
|
||||
"taskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
"throughputWindowHours": 6,
|
||||
"version": 3
|
||||
}
|
||||
Reference in New Issue
Block a user