state: compacted generation 5001
This commit is contained in:
790
.modelhub_state/market_intelligence.json
Normal file
790
.modelhub_state/market_intelligence.json
Normal file
@@ -0,0 +1,790 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-10-23T03:45:20.860934+00:00",
|
||||
"communityError": "ModelHubAPIError: 分页大小不能超过100",
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": null,
|
||||
"frameworkAttemptedAt": "2026-10-23T03:45:20.860934+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 43956,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22156,
|
||||
"successRate": 0.5040495040495041,
|
||||
"wilsonLowerBound": 0.499375203274835
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 58559,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15613,
|
||||
"successRate": 0.2666199900954593,
|
||||
"wilsonLowerBound": 0.2630538413871875
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 1,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 1,
|
||||
"successRate": 1.0,
|
||||
"wilsonLowerBound": 0.20654329147389294
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 5598,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1804,
|
||||
"successRate": 0.32225794926759554,
|
||||
"wilsonLowerBound": 0.31014083179842944
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 39012,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18747,
|
||||
"successRate": 0.48054444786219624,
|
||||
"wilsonLowerBound": 0.4755887051833263
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 40881,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11198,
|
||||
"successRate": 0.2739169785474915,
|
||||
"wilsonLowerBound": 0.26961524616183846
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14611,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6020,
|
||||
"successRate": 0.4120183423448087,
|
||||
"wilsonLowerBound": 0.40406150355289805
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64313,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.18814236624010697,
|
||||
"wilsonLowerBound": 0.18514044894123197
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 36620,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 7675,
|
||||
"successRate": 0.2095849262697979,
|
||||
"wilsonLowerBound": 0.20544675891520472
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8462,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 117,
|
||||
"successRate": 0.013826518553533444,
|
||||
"wilsonLowerBound": 0.011549920172988871
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26814,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3293,
|
||||
"successRate": 0.12280898038338181,
|
||||
"wilsonLowerBound": 0.11893432558000089
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16525,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10142208774583963,
|
||||
"wilsonLowerBound": 0.09691144896995606
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 17948,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6891,
|
||||
"successRate": 0.38394250055716517,
|
||||
"wilsonLowerBound": 0.37685277811606827
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24846,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3811,
|
||||
"successRate": 0.15338485068018998,
|
||||
"wilsonLowerBound": 0.14895759345795354
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 8123,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 544,
|
||||
"successRate": 0.066970331158439,
|
||||
"wilsonLowerBound": 0.061736366111672984
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 56355,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14137,
|
||||
"successRate": 0.2508561795759028,
|
||||
"wilsonLowerBound": 0.2472940529457121
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 25836,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3341,
|
||||
"successRate": 0.12931568354234402,
|
||||
"wilsonLowerBound": 0.12527906743225978
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 87132,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9774,
|
||||
"successRate": 0.11217463159344443,
|
||||
"wilsonLowerBound": 0.11009625130917604
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50420,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5774,
|
||||
"successRate": 0.11451804839349465,
|
||||
"wilsonLowerBound": 0.11176777281594563
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 52954,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3870,
|
||||
"successRate": 0.07308229784341126,
|
||||
"wilsonLowerBound": 0.07089629584789374
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95283,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24090,
|
||||
"successRate": 0.2528257926387708,
|
||||
"wilsonLowerBound": 0.25007604385346643
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
"modelCount": 156,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5720,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 592,
|
||||
"successRate": 0.1034965034965035,
|
||||
"wilsonLowerBound": 0.09586678778397119
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112948,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16542,
|
||||
"successRate": 0.1464567765697489,
|
||||
"wilsonLowerBound": 0.14440682165251573
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 334,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1,
|
||||
"successRate": 0.0029940119760479044,
|
||||
"wilsonLowerBound": 0.0005286986847552426
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26361,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4246,
|
||||
"successRate": 0.16107127954174727,
|
||||
"wilsonLowerBound": 0.15668312775258253
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 44660,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5811,
|
||||
"successRate": 0.13011643528884909,
|
||||
"wilsonLowerBound": 0.12702794303754059
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8571,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 841,
|
||||
"successRate": 0.09812157274530393,
|
||||
"wilsonLowerBound": 0.09200254311799583
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 205,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 37,
|
||||
"successRate": 0.18048780487804877,
|
||||
"wilsonLowerBound": 0.13387369642098657
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 35995,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7278,
|
||||
"successRate": 0.20219474927073205,
|
||||
"wilsonLowerBound": 0.19807739094140844
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61587,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12431,
|
||||
"successRate": 0.20184454511504052,
|
||||
"wilsonLowerBound": 0.19869315314284686
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 19263,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5463,
|
||||
"successRate": 0.28360068525151844,
|
||||
"wilsonLowerBound": 0.27727892676402444
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16453,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3974,
|
||||
"successRate": 0.24153649790311799,
|
||||
"wilsonLowerBound": 0.23505709900440258
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 70113,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19254,
|
||||
"successRate": 0.2746138376620598,
|
||||
"wilsonLowerBound": 0.2713225381883995
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1911,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1102,
|
||||
"successRate": 0.5766614338042909,
|
||||
"wilsonLowerBound": 0.5543764572908547
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 48729,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21785,
|
||||
"successRate": 0.44706437644934227,
|
||||
"wilsonLowerBound": 0.44265418968221426
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41546,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5322,
|
||||
"successRate": 0.12809897463053002,
|
||||
"wilsonLowerBound": 0.12491967944677321
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1284,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
}
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6289,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.03052949594530132,
|
||||
"wilsonLowerBound": 0.026555749965692398
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10117,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 766,
|
||||
"successRate": 0.07571414450924187,
|
||||
"wilsonLowerBound": 0.07071873575009961
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 7970,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3506,
|
||||
"successRate": 0.4398996235884567,
|
||||
"wilsonLowerBound": 0.4290334205239267
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7443,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 246,
|
||||
"successRate": 0.03305118903667876,
|
||||
"wilsonLowerBound": 0.02922456762183645
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 20504,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5804,
|
||||
"successRate": 0.28306671868903627,
|
||||
"wilsonLowerBound": 0.27694155723987796
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 29295,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15017,
|
||||
"successRate": 0.5126130739033965,
|
||||
"wilsonLowerBound": 0.5068879075285285
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 68807,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7465,
|
||||
"successRate": 0.1084918685598849,
|
||||
"wilsonLowerBound": 0.10618987581181484
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 14492,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2623,
|
||||
"successRate": 0.1809964118134143,
|
||||
"wilsonLowerBound": 0.17481262381483592
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-23T03:45:20.860934+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 1094.0,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.1122830786815023,
|
||||
"queueFactor": 0.965680733897563,
|
||||
"queueWeight": 0.965680733897563,
|
||||
"recentSuccess": 52,
|
||||
"recentSuccessRate": 0.33986928104575165,
|
||||
"recentTerminal": 153,
|
||||
"recentWilsonLowerBound": 0.26955735281367826,
|
||||
"running": 10,
|
||||
"selectionWeight": 2.039791073620557,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 25.5,
|
||||
"waiting": 27897
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1570.983870967742,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9146615152065157,
|
||||
"queueWeight": 0.9146615152065157,
|
||||
"recentSuccess": 46,
|
||||
"recentSuccessRate": 0.3709677419354839,
|
||||
"recentTerminal": 124,
|
||||
"recentWilsonLowerBound": 0.29101703047429306,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.2866537880162894,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 20.666666666666668,
|
||||
"waiting": 32467
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 137.6060606060606,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.42413862354799936,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 35,
|
||||
"recentSuccessRate": 0.17676767676767677,
|
||||
"recentTerminal": 198,
|
||||
"recentWilsonLowerBound": 0.129933745194101,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.5513802106123992,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 33.0,
|
||||
"waiting": 4541
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1413.3506493506493,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.11607646352227241,
|
||||
"queueFactor": 0.9292844646029905,
|
||||
"queueWeight": 0.9292844646029905,
|
||||
"recentSuccess": 10,
|
||||
"recentSuccessRate": 0.12987012987012986,
|
||||
"recentTerminal": 77,
|
||||
"recentWilsonLowerBound": 0.07209751490940192,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.10786805425730348,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 12.833333333333334,
|
||||
"waiting": 18138
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 376.49006622516555,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.2582009837120427,
|
||||
"queueFactor": 1.1332432397809626,
|
||||
"queueWeight": 1.1332432397809626,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.152317880794702,
|
||||
"recentTerminal": 151,
|
||||
"recentWilsonLowerBound": 0.1036918721546995,
|
||||
"running": 11,
|
||||
"selectionWeight": 0.29260451929646686,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 25.166666666666668,
|
||||
"waiting": 9475
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 59.51020408163266,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 24,
|
||||
"qualityFactor": 0.1637311681504344,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 39,
|
||||
"recentSuccessRate": 0.11370262390670553,
|
||||
"recentTerminal": 343,
|
||||
"recentWilsonLowerBound": 0.084299221650331,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.21285051859556472,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 57.166666666666664,
|
||||
"waiting": 3402
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 363.7674418604651,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.28823158301841867,
|
||||
"queueFactor": 1.1391019396541666,
|
||||
"queueWeight": 1.1391019396541666,
|
||||
"recentSuccess": 21,
|
||||
"recentSuccessRate": 0.16279069767441862,
|
||||
"recentTerminal": 129,
|
||||
"recentWilsonLowerBound": 0.10900955524451719,
|
||||
"running": 1,
|
||||
"selectionWeight": 0.32832515528587164,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 21.5,
|
||||
"waiting": 7821
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2197.5,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.0953273758300168,
|
||||
"queueFactor": 0.8697547969923699,
|
||||
"queueWeight": 0.8697547969923699,
|
||||
"recentSuccess": 14,
|
||||
"recentSuccessRate": 0.3181818181818182,
|
||||
"recentTerminal": 44,
|
||||
"recentWilsonLowerBound": 0.19999129931673565,
|
||||
"running": 3,
|
||||
"selectionWeight": 0.9526662394052215,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.333333333333333,
|
||||
"waiting": 16115
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 322.4378698224852,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.8571727524712375,
|
||||
"queueFactor": 1.1598965556097895,
|
||||
"queueWeight": 1.1598965556097895,
|
||||
"recentSuccess": 40,
|
||||
"recentSuccessRate": 0.23668639053254437,
|
||||
"recentTerminal": 169,
|
||||
"recentWilsonLowerBound": 0.17890114034294669,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.994231723153951,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 28.166666666666668,
|
||||
"waiting": 9082
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 639.5555555555555,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.3280750462126017,
|
||||
"queueFactor": 1.0466571001614633,
|
||||
"queueWeight": 1.0466571001614633,
|
||||
"recentSuccess": 19,
|
||||
"recentSuccessRate": 0.17592592592592593,
|
||||
"recentTerminal": 108,
|
||||
"recentWilsonLowerBound": 0.11561771988481864,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.34338207650421976,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 18.0,
|
||||
"waiting": 11512
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1900.4096385542168,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.4453873878837866,
|
||||
"queueFactor": 0.8889126397136436,
|
||||
"queueWeight": 0.8889126397136436,
|
||||
"recentSuccess": 32,
|
||||
"recentSuccessRate": 0.3855421686746988,
|
||||
"recentTerminal": 83,
|
||||
"recentWilsonLowerBound": 0.2881099453171214,
|
||||
"running": 4,
|
||||
"selectionWeight": 2.1737357580862287,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 13.833333333333334,
|
||||
"waiting": 26289
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 2152.5,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 0.8724583254203957,
|
||||
"queueWeight": 0.8724583254203957,
|
||||
"recentSuccess": 5,
|
||||
"recentSuccessRate": 0.09615384615384616,
|
||||
"recentTerminal": 52,
|
||||
"recentWilsonLowerBound": 0.041773735183410265,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.04362291627101979,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 8.666666666666666,
|
||||
"waiting": 18655
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 630.3121387283237,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 1.1009592889737951,
|
||||
"queueFactor": 1.048945235422016,
|
||||
"queueWeight": 1.048945235422016,
|
||||
"recentSuccess": 45,
|
||||
"recentSuccessRate": 0.26011560693641617,
|
||||
"recentTerminal": 173,
|
||||
"recentWilsonLowerBound": 0.20045805820783144,
|
||||
"running": 16,
|
||||
"selectionWeight": 1.1548460005626728,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 28.833333333333332,
|
||||
"waiting": 18174
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 1113.157894736842,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.5271898476850748,
|
||||
"queueFactor": 0.9631693403575048,
|
||||
"queueWeight": 0.9631693403575048,
|
||||
"recentSuccess": 27,
|
||||
"recentSuccessRate": 0.20300751879699247,
|
||||
"recentTerminal": 133,
|
||||
"recentWilsonLowerBound": 0.1434359333630463,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.507773097838007,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 22.166666666666668,
|
||||
"waiting": 24675
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-10-23T03:45:20.860934+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-10-23T03:45:20.860934+00:00",
|
||||
"supportedGpus": [
|
||||
"Cambricon_mlu-370-x4",
|
||||
"Vastai_va16",
|
||||
"Iluvatar_mrv-100",
|
||||
"Kunlunxin_p-800",
|
||||
"Iluvatar_bi-150",
|
||||
"Biren_166m",
|
||||
"Ascend_910-b3",
|
||||
"Ascend_910-b4",
|
||||
"hygon_k100-ai",
|
||||
"MetaX_c-500",
|
||||
"Sunrise_pt-200-x1",
|
||||
"Iluvatar_bi-100",
|
||||
"Cambricon_mlu-370-x8",
|
||||
"Mthreads_s4000"
|
||||
],
|
||||
"taskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
"throughputWindowHours": 6,
|
||||
"version": 3
|
||||
}
|
||||
Reference in New Issue
Block a user