state: compacted generation 6401
This commit is contained in:
790
.modelhub_state/market_intelligence.json
Normal file
790
.modelhub_state/market_intelligence.json
Normal file
@@ -0,0 +1,790 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-10-23T19:02:02.657853+00:00",
|
||||
"communityError": "ModelHubAPIError: 分页大小不能超过100",
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": null,
|
||||
"frameworkAttemptedAt": "2026-10-23T19:02:02.657853+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 44050,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22215,
|
||||
"successRate": 0.5043132803632236,
|
||||
"wilsonLowerBound": 0.4996439671259661
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 58679,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15647,
|
||||
"successRate": 0.26665416929395525,
|
||||
"wilsonLowerBound": 0.26309150489918837
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 1,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 1,
|
||||
"successRate": 1.0,
|
||||
"wilsonLowerBound": 0.20654329147389294
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 5677,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1833,
|
||||
"successRate": 0.32288180376959663,
|
||||
"wilsonLowerBound": 0.31084182268749366
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 39127,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18830,
|
||||
"successRate": 0.48125335446111384,
|
||||
"wilsonLowerBound": 0.47630455834330404
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 40944,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11207,
|
||||
"successRate": 0.2737153184837827,
|
||||
"wilsonLowerBound": 0.2694178898921204
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14739,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6072,
|
||||
"successRate": 0.4119682475066151,
|
||||
"wilsonLowerBound": 0.40404608308692097
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64318,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.18812774029043192,
|
||||
"wilsonLowerBound": 0.1851260300131263
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 36887,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 7716,
|
||||
"successRate": 0.20917938569143602,
|
||||
"wilsonLowerBound": 0.20505910924800813
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8471,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 117,
|
||||
"successRate": 0.013811828591665683,
|
||||
"wilsonLowerBound": 0.011537636115839061
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26824,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3294,
|
||||
"successRate": 0.12280047718461079,
|
||||
"wilsonLowerBound": 0.11892665277892703
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16526,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10141595062326032,
|
||||
"wilsonLowerBound": 0.09690557044342328
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 18070,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6928,
|
||||
"successRate": 0.3833978970669618,
|
||||
"wilsonLowerBound": 0.37633407461645285
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24849,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3811,
|
||||
"successRate": 0.1533663326492012,
|
||||
"wilsonLowerBound": 0.14893956372198655
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 8123,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 544,
|
||||
"successRate": 0.066970331158439,
|
||||
"wilsonLowerBound": 0.061736366111672984
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 56582,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14194,
|
||||
"successRate": 0.25085716305538863,
|
||||
"wilsonLowerBound": 0.247302149934884
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 26237,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3436,
|
||||
"successRate": 0.13096009452300186,
|
||||
"wilsonLowerBound": 0.12693191830501854
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 87134,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9775,
|
||||
"successRate": 0.11218353340831363,
|
||||
"wilsonLowerBound": 0.11010510375972507
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50491,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5775,
|
||||
"successRate": 0.1143768196312214,
|
||||
"wilsonLowerBound": 0.11162996028292181
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 53108,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3872,
|
||||
"successRate": 0.07290803645401822,
|
||||
"wilsonLowerBound": 0.07072760671346943
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95339,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24120,
|
||||
"successRate": 0.25299195502365246,
|
||||
"wilsonLowerBound": 0.2502424047517867
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
"modelCount": 156,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5742,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 601,
|
||||
"successRate": 0.10466736328805294,
|
||||
"wilsonLowerBound": 0.0970117890156266
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112957,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16543,
|
||||
"successRate": 0.14645396035659589,
|
||||
"wilsonLowerBound": 0.14440410314577024
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 344,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1,
|
||||
"successRate": 0.0029069767441860465,
|
||||
"wilsonLowerBound": 0.0005133240107990931
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26398,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4250,
|
||||
"successRate": 0.1609970452306993,
|
||||
"wilsonLowerBound": 0.15661277154609893
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 44694,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5813,
|
||||
"successRate": 0.130062200742829,
|
||||
"wilsonLowerBound": 0.12697542885248558
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8597,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 841,
|
||||
"successRate": 0.09782482261253926,
|
||||
"wilsonLowerBound": 0.09172339132566575
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 205,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 37,
|
||||
"successRate": 0.18048780487804877,
|
||||
"wilsonLowerBound": 0.13387369642098657
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36090,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7310,
|
||||
"successRate": 0.2025491825990579,
|
||||
"wilsonLowerBound": 0.19843445873619414
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61595,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12431,
|
||||
"successRate": 0.2018183294098547,
|
||||
"wilsonLowerBound": 0.19866729630449084
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 19490,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5505,
|
||||
"successRate": 0.28245253976398155,
|
||||
"wilsonLowerBound": 0.2761754356150636
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16524,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3990,
|
||||
"successRate": 0.24146695715323166,
|
||||
"wilsonLowerBound": 0.2350020183384321
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 70257,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19291,
|
||||
"successRate": 0.2745776221586461,
|
||||
"wilsonLowerBound": 0.2712898217991461
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1977,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1134,
|
||||
"successRate": 0.5735963581183612,
|
||||
"wilsonLowerBound": 0.5516738128853911
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 48801,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21844,
|
||||
"successRate": 0.4476137784061802,
|
||||
"wilsonLowerBound": 0.4432062834103008
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41629,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5355,
|
||||
"successRate": 0.12863628720363207,
|
||||
"wilsonLowerBound": 0.12545434578239162
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1299,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
}
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6289,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.03052949594530132,
|
||||
"wilsonLowerBound": 0.026555749965692398
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10117,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 766,
|
||||
"successRate": 0.07571414450924187,
|
||||
"wilsonLowerBound": 0.07071873575009961
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 7997,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3516,
|
||||
"successRate": 0.43966487432787293,
|
||||
"wilsonLowerBound": 0.42881770932478314
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7447,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 247,
|
||||
"successRate": 0.03316771854438029,
|
||||
"wilsonLowerBound": 0.0293351145479967
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 20806,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5912,
|
||||
"successRate": 0.28414880322983754,
|
||||
"wilsonLowerBound": 0.2780607011914038
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 29345,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15048,
|
||||
"successRate": 0.5127960470267507,
|
||||
"wilsonLowerBound": 0.5070757902150979
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 68944,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7493,
|
||||
"successRate": 0.10868240891158042,
|
||||
"wilsonLowerBound": 0.10638088307801385
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 14543,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2640,
|
||||
"successRate": 0.18153063329436842,
|
||||
"wilsonLowerBound": 0.17535022726332655
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-23T19:02:02.657853+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 1360.8292682926829,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 10,
|
||||
"qualityFactor": 1.7848559758818425,
|
||||
"queueFactor": 0.919464419966385,
|
||||
"queueWeight": 0.919464419966385,
|
||||
"recentSuccess": 46,
|
||||
"recentSuccessRate": 0.37398373983739835,
|
||||
"recentTerminal": 123,
|
||||
"recentWilsonLowerBound": 0.29350763399946533,
|
||||
"running": 10,
|
||||
"selectionWeight": 1.6411115645877343,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 20.5,
|
||||
"waiting": 27897
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1308.241610738255,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 10,
|
||||
"qualityFactor": 1.7328178819482658,
|
||||
"queueFactor": 0.9249159752040782,
|
||||
"queueWeight": 0.9249159752040782,
|
||||
"recentSuccess": 54,
|
||||
"recentSuccessRate": 0.3624161073825503,
|
||||
"recentTerminal": 149,
|
||||
"recentWilsonLowerBound": 0.28958654256158245,
|
||||
"running": 10,
|
||||
"selectionWeight": 1.6027109411332454,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 24.833333333333332,
|
||||
"waiting": 32488
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 358.16,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 10,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.1232952236589189,
|
||||
"queueWeight": 1.1232952236589189,
|
||||
"recentSuccess": 7,
|
||||
"recentSuccessRate": 0.09333333333333334,
|
||||
"recentTerminal": 75,
|
||||
"recentWilsonLowerBound": 0.04594793932894482,
|
||||
"running": 10,
|
||||
"selectionWeight": 0.056164761182945944,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 12.5,
|
||||
"waiting": 4477
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 876.0,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.1241804430535117,
|
||||
"queueFactor": 0.9822676890943568,
|
||||
"queueWeight": 0.9822676890943568,
|
||||
"recentSuccess": 17,
|
||||
"recentSuccessRate": 0.13709677419354838,
|
||||
"recentTerminal": 124,
|
||||
"recentWilsonLowerBound": 0.08738971501006192,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.1219784368288863,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 20.666666666666668,
|
||||
"waiting": 18104
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 422.4360902255639,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.4463741685502621,
|
||||
"queueFactor": 1.0958252980619339,
|
||||
"queueWeight": 1.0958252980619339,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.21804511278195488,
|
||||
"recentTerminal": 133,
|
||||
"recentWilsonLowerBound": 0.15632434518405217,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.48914810629873884,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 22.166666666666668,
|
||||
"waiting": 9364
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 85.9728813559322,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 24,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 19,
|
||||
"recentSuccessRate": 0.06440677966101695,
|
||||
"recentTerminal": 295,
|
||||
"recentWilsonLowerBound": 0.04161658943631214,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 49.166666666666664,
|
||||
"waiting": 4227
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 294.33128834355824,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.23334925365731649,
|
||||
"queueFactor": 1.1568578815378563,
|
||||
"queueWeight": 1.1568578815378563,
|
||||
"recentSuccess": 27,
|
||||
"recentSuccessRate": 0.1656441717791411,
|
||||
"recentTerminal": 163,
|
||||
"recentWilsonLowerBound": 0.11640845090996538,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.269951923244443,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 27.166666666666668,
|
||||
"waiting": 7996
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2192.318181818182,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.6203706510999195,
|
||||
"queueFactor": 0.8559924548245752,
|
||||
"queueWeight": 0.8559924548245752,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.29545454545454547,
|
||||
"recentTerminal": 44,
|
||||
"recentWilsonLowerBound": 0.18155360887243294,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.5310325965361402,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.333333333333333,
|
||||
"waiting": 16077
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 393.3970588235294,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.20322797035306778,
|
||||
"queueFactor": 1.1075945450011346,
|
||||
"queueWeight": 1.1075945450011346,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.16176470588235295,
|
||||
"recentTerminal": 136,
|
||||
"recentWilsonLowerBound": 0.10932043649705381,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.22509419135471018,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 22.666666666666668,
|
||||
"waiting": 8917
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 679.009900990099,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.30770333029221536,
|
||||
"queueFactor": 1.0205259639324007,
|
||||
"queueWeight": 1.0205259639324007,
|
||||
"recentSuccess": 20,
|
||||
"recentSuccessRate": 0.19801980198019803,
|
||||
"recentTerminal": 101,
|
||||
"recentWilsonLowerBound": 0.13200401398360054,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.31401923775167295,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 16.833333333333332,
|
||||
"waiting": 11430
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1736.1758241758243,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.8864748498707723,
|
||||
"queueWeight": 0.8864748498707723,
|
||||
"recentSuccess": 40,
|
||||
"recentSuccessRate": 0.43956043956043955,
|
||||
"recentTerminal": 91,
|
||||
"recentWilsonLowerBound": 0.3420866632494298,
|
||||
"running": 4,
|
||||
"selectionWeight": 2.2161871246769307,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 15.166666666666666,
|
||||
"waiting": 26332
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 3115.3333333333335,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 0.8120444381725423,
|
||||
"queueWeight": 0.8120444381725423,
|
||||
"recentSuccess": 4,
|
||||
"recentSuccessRate": 0.1111111111111111,
|
||||
"recentTerminal": 36,
|
||||
"recentWilsonLowerBound": 0.044065689087418335,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.04060222190862712,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 6.0,
|
||||
"waiting": 18692
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 582.741935483871,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.7719688774312008,
|
||||
"queueFactor": 1.0442008289130147,
|
||||
"queueWeight": 1.0442008289130147,
|
||||
"recentSuccess": 48,
|
||||
"recentSuccessRate": 0.25806451612903225,
|
||||
"recentTerminal": 186,
|
||||
"recentWilsonLowerBound": 0.20052259535491884,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.8060905417087093,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 31.0,
|
||||
"waiting": 18065
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 1414.2285714285715,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.7651883892407836,
|
||||
"queueFactor": 0.9141711962399381,
|
||||
"queueWeight": 0.9141711962399381,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.2761904761904762,
|
||||
"recentTerminal": 105,
|
||||
"recentWilsonLowerBound": 0.19972009427826307,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.6995131851411586,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 17.5,
|
||||
"waiting": 24749
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-10-23T19:02:02.657853+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-10-23T19:02:02.657853+00:00",
|
||||
"supportedGpus": [
|
||||
"Cambricon_mlu-370-x4",
|
||||
"Vastai_va16",
|
||||
"Iluvatar_mrv-100",
|
||||
"Kunlunxin_p-800",
|
||||
"Iluvatar_bi-150",
|
||||
"hygon_k100-ai",
|
||||
"MetaX_c-500",
|
||||
"Sunrise_pt-200-x1",
|
||||
"Ascend_910-b4",
|
||||
"Ascend_910-b3",
|
||||
"Biren_166m",
|
||||
"Iluvatar_bi-100",
|
||||
"Cambricon_mlu-370-x8",
|
||||
"Mthreads_s4000"
|
||||
],
|
||||
"taskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
"throughputWindowHours": 6,
|
||||
"version": 3
|
||||
}
|
||||
Reference in New Issue
Block a user