state: compacted generation 32401
This commit is contained in:
790
.modelhub_state/market_intelligence.json
Normal file
790
.modelhub_state/market_intelligence.json
Normal file
@@ -0,0 +1,790 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-10-23T21:57:57.258091+00:00",
|
||||
"communityError": "ModelHubAPIError: 分页大小不能超过100",
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": null,
|
||||
"frameworkAttemptedAt": "2026-10-23T21:31:48.466406+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 44070,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22229,
|
||||
"successRate": 0.5044020875879283,
|
||||
"wilsonLowerBound": 0.4997338334708087
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 58703,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15650,
|
||||
"successRate": 0.2665962557279866,
|
||||
"wilsonLowerBound": 0.2630345675460065
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 1,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 1,
|
||||
"successRate": 1.0,
|
||||
"wilsonLowerBound": 0.20654329147389294
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 5689,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1834,
|
||||
"successRate": 0.32237651608367024,
|
||||
"wilsonLowerBound": 0.3103544239485514
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 39146,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18845,
|
||||
"successRate": 0.48140295304756553,
|
||||
"wilsonLowerBound": 0.4764552874390643
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 40951,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11208,
|
||||
"successRate": 0.2736929501111084,
|
||||
"wilsonLowerBound": 0.2693959990300839
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14761,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6078,
|
||||
"successRate": 0.4117607208183727,
|
||||
"wilsonLowerBound": 0.4038450969648291
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64319,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.18812481537337333,
|
||||
"wilsonLowerBound": 0.18512314649704006
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 36940,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7724,
|
||||
"successRate": 0.20909583107742286,
|
||||
"wilsonLowerBound": 0.20497910760490584
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8471,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 117,
|
||||
"successRate": 0.013811828591665683,
|
||||
"wilsonLowerBound": 0.011537636115839061
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26824,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3294,
|
||||
"successRate": 0.12280047718461079,
|
||||
"wilsonLowerBound": 0.11892665277892703
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16526,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10141595062326032,
|
||||
"wilsonLowerBound": 0.09690557044342328
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 18084,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6934,
|
||||
"successRate": 0.3834328688343287,
|
||||
"wilsonLowerBound": 0.37637164145217955
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24850,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3811,
|
||||
"successRate": 0.15336016096579477,
|
||||
"wilsonLowerBound": 0.1489335547799854
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 8123,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 544,
|
||||
"successRate": 0.066970331158439,
|
||||
"wilsonLowerBound": 0.061736366111672984
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 56623,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14201,
|
||||
"successRate": 0.25079914522367236,
|
||||
"wilsonLowerBound": 0.2472456918196944
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 26297,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3462,
|
||||
"successRate": 0.13164999809864242,
|
||||
"wilsonLowerBound": 0.12761715747267202
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 87134,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9775,
|
||||
"successRate": 0.11218353340831363,
|
||||
"wilsonLowerBound": 0.11010510375972507
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50500,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5775,
|
||||
"successRate": 0.11435643564356436,
|
||||
"wilsonLowerBound": 0.11161003541047346
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 53131,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3873,
|
||||
"successRate": 0.07289529653121529,
|
||||
"wilsonLowerBound": 0.0707155110151609
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95339,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24120,
|
||||
"successRate": 0.25299195502365246,
|
||||
"wilsonLowerBound": 0.2502424047517867
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
"modelCount": 156,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5745,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 601,
|
||||
"successRate": 0.10461270670147954,
|
||||
"wilsonLowerBound": 0.09696092279125221
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112962,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16543,
|
||||
"successRate": 0.14644747791292648,
|
||||
"wilsonLowerBound": 0.14439770382281036
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 344,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1,
|
||||
"successRate": 0.0029069767441860465,
|
||||
"wilsonLowerBound": 0.0005133240107990931
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26401,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4250,
|
||||
"successRate": 0.16097875080489377,
|
||||
"wilsonLowerBound": 0.15659492958501842
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 44697,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5813,
|
||||
"successRate": 0.13005347115018906,
|
||||
"wilsonLowerBound": 0.12696689152913743
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8599,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 841,
|
||||
"successRate": 0.09780207000814048,
|
||||
"wilsonLowerBound": 0.09170198826594261
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 205,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 37,
|
||||
"successRate": 0.18048780487804877,
|
||||
"wilsonLowerBound": 0.13387369642098657
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36113,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7315,
|
||||
"successRate": 0.2025586353944563,
|
||||
"wilsonLowerBound": 0.19844513876393066
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61597,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12431,
|
||||
"successRate": 0.20181177654755914,
|
||||
"wilsonLowerBound": 0.19866083314651803
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 19523,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5511,
|
||||
"successRate": 0.28228243610100906,
|
||||
"wilsonLowerBound": 0.27601178904036566
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16530,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3991,
|
||||
"successRate": 0.24143980641258317,
|
||||
"wilsonLowerBound": 0.23497628620364494
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 70277,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19292,
|
||||
"successRate": 0.2745137100331545,
|
||||
"wilsonLowerBound": 0.27122661795564834
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1989,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1142,
|
||||
"successRate": 0.5741578682755153,
|
||||
"wilsonLowerBound": 0.5523044519431793
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 48813,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21851,
|
||||
"successRate": 0.44764714317907117,
|
||||
"wilsonLowerBound": 0.4432401556332851
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41643,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5357,
|
||||
"successRate": 0.12864106812669596,
|
||||
"wilsonLowerBound": 0.12545960450812793
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1299,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
}
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6289,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.03052949594530132,
|
||||
"wilsonLowerBound": 0.026555749965692398
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10117,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 766,
|
||||
"successRate": 0.07571414450924187,
|
||||
"wilsonLowerBound": 0.07071873575009961
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8010,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3521,
|
||||
"successRate": 0.4395755305867665,
|
||||
"wilsonLowerBound": 0.42873742450636065
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7447,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 247,
|
||||
"successRate": 0.03316771854438029,
|
||||
"wilsonLowerBound": 0.0293351145479967
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 20833,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5925,
|
||||
"successRate": 0.28440455047280755,
|
||||
"wilsonLowerBound": 0.2783186609356636
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 29356,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15054,
|
||||
"successRate": 0.5128082845074261,
|
||||
"wilsonLowerBound": 0.5070891016733915
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 68955,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7494,
|
||||
"successRate": 0.10867957363497933,
|
||||
"wilsonLowerBound": 0.10637825641278309
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 14553,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2643,
|
||||
"successRate": 0.1816120387548959,
|
||||
"wilsonLowerBound": 0.17543261396856724
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-23T21:59:43.373501+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 1184.8936170212767,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 10,
|
||||
"qualityFactor": 1.1378279185260514,
|
||||
"queueFactor": 0.9838486403453816,
|
||||
"queueWeight": 0.9838486403453816,
|
||||
"recentSuccess": 51,
|
||||
"recentSuccessRate": 0.3617021276595745,
|
||||
"recentTerminal": 141,
|
||||
"recentWilsonLowerBound": 0.2870320321093272,
|
||||
"running": 10,
|
||||
"selectionWeight": 1.1194504505888712,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 23.5,
|
||||
"waiting": 27845
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1401.3237410071943,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 10,
|
||||
"qualityFactor": 1.0059203064960494,
|
||||
"queueFactor": 0.959399354201262,
|
||||
"queueWeight": 0.959399354201262,
|
||||
"recentSuccess": 48,
|
||||
"recentSuccessRate": 0.34532374100719426,
|
||||
"recentTerminal": 139,
|
||||
"recentWilsonLowerBound": 0.2713977670056232,
|
||||
"running": 10,
|
||||
"selectionWeight": 0.9650792924302453,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 23.166666666666668,
|
||||
"waiting": 32464
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 263.1089108910891,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 10,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.2329908685019197,
|
||||
"queueWeight": 1.2329908685019197,
|
||||
"recentSuccess": 8,
|
||||
"recentSuccessRate": 0.07920792079207921,
|
||||
"recentTerminal": 101,
|
||||
"recentWilsonLowerBound": 0.04068048623667316,
|
||||
"running": 10,
|
||||
"selectionWeight": 0.06164954342509599,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 16.833333333333332,
|
||||
"waiting": 4429
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1468.7837837837837,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.5441882371067738,
|
||||
"queueFactor": 0.9526568913467972,
|
||||
"queueWeight": 0.9526568913467972,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.2972972972972973,
|
||||
"recentTerminal": 74,
|
||||
"recentWilsonLowerBound": 0.20527071065162364,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.5184246742696329,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 12.333333333333334,
|
||||
"waiting": 18115
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 499.71428571428567,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.14177178067488977,
|
||||
"queueFactor": 1.1198811355523788,
|
||||
"queueWeight": 1.1198811355523788,
|
||||
"recentSuccess": 19,
|
||||
"recentSuccessRate": 0.16964285714285715,
|
||||
"recentTerminal": 112,
|
||||
"recentWilsonLowerBound": 0.11137815153115602,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.15876754273147833,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 18.666666666666668,
|
||||
"waiting": 9328
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 81.32484076433121,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 24,
|
||||
"qualityFactor": 0.07082483923263586,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 35,
|
||||
"recentSuccessRate": 0.11146496815286625,
|
||||
"recentTerminal": 314,
|
||||
"recentWilsonLowerBound": 0.08124527224053983,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.09207229100242662,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 52.333333333333336,
|
||||
"waiting": 4256
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 399.35,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.12133279526687221,
|
||||
"queueFactor": 1.1581828785350097,
|
||||
"queueWeight": 1.1581828785350097,
|
||||
"recentSuccess": 19,
|
||||
"recentSuccessRate": 0.15833333333333333,
|
||||
"recentTerminal": 120,
|
||||
"recentWilsonLowerBound": 0.10376896007675634,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.14052556608288505,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 20.0,
|
||||
"waiting": 7987
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2294.714285714286,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.839613648708818,
|
||||
"queueFactor": 0.8909860426997075,
|
||||
"queueWeight": 0.8909860426997075,
|
||||
"recentSuccess": 16,
|
||||
"recentSuccessRate": 0.38095238095238093,
|
||||
"recentTerminal": 42,
|
||||
"recentWilsonLowerBound": 0.24999520898785943,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.7480840422597321,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.0,
|
||||
"waiting": 16063
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 376.09859154929575,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.15588304928857077,
|
||||
"queueFactor": 1.1686512763203165,
|
||||
"queueWeight": 1.1686512763203165,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.16901408450704225,
|
||||
"recentTerminal": 142,
|
||||
"recentWilsonLowerBound": 0.11628706631227818,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.18217292450779105,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 23.666666666666668,
|
||||
"waiting": 8901
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 728.1702127659574,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.4438824617355307,
|
||||
"queueFactor": 1.058388853436426,
|
||||
"queueWeight": 1.058388853436426,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.26595744680851063,
|
||||
"recentTerminal": 94,
|
||||
"recentWilsonLowerBound": 0.1871148582279006,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.4698002497368066,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 15.666666666666666,
|
||||
"waiting": 11408
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1998.0,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9096846598174562,
|
||||
"queueWeight": 0.9096846598174562,
|
||||
"recentSuccess": 41,
|
||||
"recentSuccessRate": 0.5189873417721519,
|
||||
"recentTerminal": 79,
|
||||
"recentWilsonLowerBound": 0.4105091395596985,
|
||||
"running": 4,
|
||||
"selectionWeight": 2.2742116495436404,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 13.166666666666666,
|
||||
"waiting": 26307
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 3737.6,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 0.8281161809387092,
|
||||
"queueWeight": 0.8281161809387092,
|
||||
"recentSuccess": 2,
|
||||
"recentSuccessRate": 0.06666666666666667,
|
||||
"recentTerminal": 30,
|
||||
"recentWilsonLowerBound": 0.01847663532769335,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.041405809046935464,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 5.0,
|
||||
"waiting": 18688
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 941.1130434782608,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 1.1020705279513405,
|
||||
"queueFactor": 1.018436427681618,
|
||||
"queueWeight": 1.018436427681618,
|
||||
"recentSuccess": 42,
|
||||
"recentSuccessRate": 0.3652173913043478,
|
||||
"recentTerminal": 115,
|
||||
"recentWilsonLowerBound": 0.2828961872167794,
|
||||
"running": 16,
|
||||
"selectionWeight": 1.122388771539958,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.166666666666668,
|
||||
"waiting": 18038
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 1515.0,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.7799741210791089,
|
||||
"queueFactor": 0.9482400599303742,
|
||||
"queueWeight": 0.9482400599303742,
|
||||
"recentSuccess": 32,
|
||||
"recentSuccessRate": 0.32653061224489793,
|
||||
"recentTerminal": 98,
|
||||
"recentWilsonLowerBound": 0.24176117124691768,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.7396027073161952,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 16.333333333333332,
|
||||
"waiting": 24745
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-10-23T21:54:22.957739+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-10-23T21:54:22.957739+00:00",
|
||||
"supportedGpus": [
|
||||
"Cambricon_mlu-370-x4",
|
||||
"Vastai_va16",
|
||||
"Iluvatar_mrv-100",
|
||||
"Kunlunxin_p-800",
|
||||
"Iluvatar_bi-150",
|
||||
"hygon_k100-ai",
|
||||
"MetaX_c-500",
|
||||
"Sunrise_pt-200-x1",
|
||||
"Ascend_910-b4",
|
||||
"Ascend_910-b3",
|
||||
"Biren_166m",
|
||||
"Iluvatar_bi-100",
|
||||
"Cambricon_mlu-370-x8",
|
||||
"Mthreads_s4000"
|
||||
],
|
||||
"taskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
"throughputWindowHours": 6,
|
||||
"version": 3
|
||||
}
|
||||
Reference in New Issue
Block a user