state: compacted generation 11401
This commit is contained in:
772
.modelhub_state/market_intelligence.json
Normal file
772
.modelhub_state/market_intelligence.json
Normal file
@@ -0,0 +1,772 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-09-21T10:33:38.876529+00:00",
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-09-21T10:33:38.876529+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-21T09:32:49.784642+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 39941,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19346,
|
||||
"successRate": 0.48436443754537944,
|
||||
"wilsonLowerBound": 0.4794649571315353
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 53442,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14906,
|
||||
"successRate": 0.27891920212566895,
|
||||
"wilsonLowerBound": 0.2751329007644761
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 0,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2990,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 843,
|
||||
"successRate": 0.2819397993311037,
|
||||
"wilsonLowerBound": 0.2660995818214234
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 33248,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14758,
|
||||
"successRate": 0.443876323387873,
|
||||
"wilsonLowerBound": 0.43854251269606614
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37688,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10698,
|
||||
"successRate": 0.28385693058798556,
|
||||
"wilsonLowerBound": 0.2793271187069376
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9248,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3935,
|
||||
"successRate": 0.42549740484429066,
|
||||
"wilsonLowerBound": 0.41545349275133725
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64019,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12088,
|
||||
"successRate": 0.18881894437588842,
|
||||
"wilsonLowerBound": 0.18580597014538264
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 18777,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3786,
|
||||
"successRate": 0.2016296532992491,
|
||||
"wilsonLowerBound": 0.19595213012564566
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6227,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 61,
|
||||
"successRate": 0.009796049462020234,
|
||||
"wilsonLowerBound": 0.0076341613707849405
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26185,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3227,
|
||||
"successRate": 0.12323849532174909,
|
||||
"wilsonLowerBound": 0.11931219789055535
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16470,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1674,
|
||||
"successRate": 0.10163934426229508,
|
||||
"wilsonLowerBound": 0.09711690799427429
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 11543,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4838,
|
||||
"successRate": 0.41912847613272114,
|
||||
"wilsonLowerBound": 0.41015543311834674
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24240,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3788,
|
||||
"successRate": 0.15627062706270628,
|
||||
"wilsonLowerBound": 0.15175393306198898
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 8079,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 544,
|
||||
"successRate": 0.06733506622106697,
|
||||
"wilsonLowerBound": 0.06207350295237374
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 43802,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10957,
|
||||
"successRate": 0.25014839505045433,
|
||||
"wilsonLowerBound": 0.2461144464072955
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23367,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3073,
|
||||
"successRate": 0.13151024949715412,
|
||||
"wilsonLowerBound": 0.12723747320235243
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86679,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9764,
|
||||
"successRate": 0.11264550813922634,
|
||||
"wilsonLowerBound": 0.1105578815247224
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 40993,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5042,
|
||||
"successRate": 0.12299660917717659,
|
||||
"wilsonLowerBound": 0.11985246506347841
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 32876,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3436,
|
||||
"successRate": 0.1045139311351746,
|
||||
"wilsonLowerBound": 0.101253017509305
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 88892,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21182,
|
||||
"successRate": 0.23828915987940422,
|
||||
"wilsonLowerBound": 0.23549977277882458
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5234,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 566,
|
||||
"successRate": 0.10813909056171188,
|
||||
"wilsonLowerBound": 0.10001112347945461
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112652,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16516,
|
||||
"successRate": 0.1466108014061002,
|
||||
"wilsonLowerBound": 0.1445572666731952
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 17996,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3526,
|
||||
"successRate": 0.19593242942876193,
|
||||
"wilsonLowerBound": 0.19019838816881998
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 42952,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5586,
|
||||
"successRate": 0.13005215123859193,
|
||||
"wilsonLowerBound": 0.12690416179471012
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6864,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 575,
|
||||
"successRate": 0.08377039627039627,
|
||||
"wilsonLowerBound": 0.07744678950002634
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 200,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 36,
|
||||
"successRate": 0.18,
|
||||
"wilsonLowerBound": 0.1329455066253411
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 31388,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5693,
|
||||
"successRate": 0.18137504778896393,
|
||||
"wilsonLowerBound": 0.1771512187008585
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 60932,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12395,
|
||||
"successRate": 0.20342348847896016,
|
||||
"wilsonLowerBound": 0.2002459308650275
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8448,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2441,
|
||||
"successRate": 0.2889441287878788,
|
||||
"wilsonLowerBound": 0.27937597787186164
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 13178,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3378,
|
||||
"successRate": 0.25633631810593416,
|
||||
"wilsonLowerBound": 0.2489534716776401
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61661,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16891,
|
||||
"successRate": 0.27393328035549214,
|
||||
"wilsonLowerBound": 0.27042729304904667
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 0,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 46751,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20498,
|
||||
"successRate": 0.4384505144274989,
|
||||
"wilsonLowerBound": 0.4339578004208725
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36792,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3554,
|
||||
"successRate": 0.09659708632311372,
|
||||
"wilsonLowerBound": 0.09362049049595138
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 628,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
}
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6279,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.030578117534639272,
|
||||
"wilsonLowerBound": 0.026598123522609027
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10028,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 740,
|
||||
"successRate": 0.07379337854008776,
|
||||
"wilsonLowerBound": 0.06883801306073076
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 6031,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2566,
|
||||
"successRate": 0.42546841319847456,
|
||||
"wilsonLowerBound": 0.41304153745980715
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7378,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 235,
|
||||
"successRate": 0.03185145025752236,
|
||||
"wilsonLowerBound": 0.028081693938916925
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 11961,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3880,
|
||||
"successRate": 0.3243875930106178,
|
||||
"wilsonLowerBound": 0.3160553033270324
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 26610,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13506,
|
||||
"successRate": 0.507553551296505,
|
||||
"wilsonLowerBound": 0.501545943634268
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 62855,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6355,
|
||||
"successRate": 0.10110571951316522,
|
||||
"wilsonLowerBound": 0.0987732133862989
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 12587,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1827,
|
||||
"successRate": 0.14514975768650196,
|
||||
"wilsonLowerBound": 0.13910414529115206
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-21T10:37:01.507249+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 1005.063829787234,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.5591302622317698,
|
||||
"queueFactor": 0.9927192546304497,
|
||||
"queueWeight": 0.9927192546304497,
|
||||
"recentSuccess": 45,
|
||||
"recentSuccessRate": 0.3191489361702128,
|
||||
"recentTerminal": 141,
|
||||
"recentWilsonLowerBound": 0.24787842069411284,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.5477786317945001,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 23.5,
|
||||
"waiting": 23619
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1299.6641221374045,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.3600579478017192,
|
||||
"queueFactor": 0.9551703273882162,
|
||||
"queueWeight": 0.9551703273882162,
|
||||
"recentSuccess": 40,
|
||||
"recentSuccessRate": 0.3053435114503817,
|
||||
"recentTerminal": 131,
|
||||
"recentWilsonLowerBound": 0.23295541856168153,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.2990869952687136,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 21.833333333333332,
|
||||
"waiting": 28376
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 180.87719298245614,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.2921383229065271,
|
||||
"queueFactor": 1.2839494352901861,
|
||||
"queueWeight": 1.2839494352901861,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.16374269005847952,
|
||||
"recentTerminal": 171,
|
||||
"recentWilsonLowerBound": 0.11578454624911823,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.37509083472245747,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 28.5,
|
||||
"waiting": 5155
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1638.3272727272729,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 1.5789181510919654,
|
||||
"queueFactor": 0.9225616403938336,
|
||||
"queueWeight": 0.9225616403938336,
|
||||
"recentSuccess": 20,
|
||||
"recentSuccessRate": 0.36363636363636365,
|
||||
"recentTerminal": 55,
|
||||
"recentWilsonLowerBound": 0.24930349342940838,
|
||||
"running": 7,
|
||||
"selectionWeight": 1.4566493195190025,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 9.166666666666666,
|
||||
"waiting": 15018
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 458.62809917355366,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.22531060036523476,
|
||||
"queueFactor": 1.1166996837017331,
|
||||
"queueWeight": 1.1166996837017331,
|
||||
"recentSuccess": 19,
|
||||
"recentSuccessRate": 0.15702479338842976,
|
||||
"recentTerminal": 121,
|
||||
"recentWilsonLowerBound": 0.10289037053228536,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.25160427616250525,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 20.166666666666668,
|
||||
"waiting": 9249
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 36.06106870229008,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 24,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 19,
|
||||
"recentSuccessRate": 0.04834605597964377,
|
||||
"recentTerminal": 393,
|
||||
"recentWilsonLowerBound": 0.031165986245942297,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 65.5,
|
||||
"waiting": 2362
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 96.84868421052632,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.1548941684237171,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 36,
|
||||
"recentSuccessRate": 0.11842105263157894,
|
||||
"recentTerminal": 304,
|
||||
"recentWilsonLowerBound": 0.08677587934904528,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.20136241895083223,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 50.666666666666664,
|
||||
"waiting": 4907
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 4363.909090909091,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.7964786482039803,
|
||||
"queueWeight": 0.7964786482039803,
|
||||
"recentSuccess": 11,
|
||||
"recentSuccessRate": 0.5,
|
||||
"recentTerminal": 22,
|
||||
"recentWilsonLowerBound": 0.3072180469247956,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.9911966205099507,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 3.6666666666666665,
|
||||
"waiting": 16001
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 535.2100840336135,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.6023345567819136,
|
||||
"queueFactor": 1.0911308851537407,
|
||||
"queueWeight": 1.0911308851537407,
|
||||
"recentSuccess": 27,
|
||||
"recentSuccessRate": 0.226890756302521,
|
||||
"recentTerminal": 119,
|
||||
"recentWilsonLowerBound": 0.16087596514594535,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.6572258381001355,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.833333333333332,
|
||||
"waiting": 10615
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 643.8235294117648,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.7739688077253837,
|
||||
"queueFactor": 1.0613056234009608,
|
||||
"queueWeight": 1.0613056234009608,
|
||||
"recentSuccess": 26,
|
||||
"recentSuccessRate": 0.2549019607843137,
|
||||
"recentTerminal": 102,
|
||||
"recentWilsonLowerBound": 0.1802954037747794,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.8214174479758867,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 17.0,
|
||||
"waiting": 10945
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 2070.8571428571427,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.365343832081164,
|
||||
"queueFactor": 0.8907031147066364,
|
||||
"queueWeight": 0.8907031147066364,
|
||||
"recentSuccess": 26,
|
||||
"recentSuccessRate": 0.4126984126984127,
|
||||
"recentTerminal": 63,
|
||||
"recentWilsonLowerBound": 0.2995827804043615,
|
||||
"running": 4,
|
||||
"selectionWeight": 2.106819118586824,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 10.5,
|
||||
"waiting": 21744
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 4710.9,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.7824383470239491,
|
||||
"queueFactor": 0.7873900260613295,
|
||||
"queueWeight": 0.7873900260613295,
|
||||
"recentSuccess": 7,
|
||||
"recentSuccessRate": 0.35,
|
||||
"recentTerminal": 20,
|
||||
"recentWilsonLowerBound": 0.1811895478679446,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.6160841504545709,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 3.3333333333333335,
|
||||
"waiting": 15703
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 2015.581395348837,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.13371232643521694,
|
||||
"queueFactor": 0.8943251435250299,
|
||||
"queueWeight": 0.8943251435250299,
|
||||
"recentSuccess": 7,
|
||||
"recentSuccessRate": 0.16279069767441862,
|
||||
"recentTerminal": 43,
|
||||
"recentWilsonLowerBound": 0.08116524502857547,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.11958229553024104,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.166666666666667,
|
||||
"waiting": 14445
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 909.4857142857143,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.8828913480397133,
|
||||
"queueFactor": 1.0077112564314756,
|
||||
"queueWeight": 1.0077112564314756,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.26666666666666666,
|
||||
"recentTerminal": 105,
|
||||
"recentWilsonLowerBound": 0.19141558416037008,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.8896995496255787,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 17.5,
|
||||
"waiting": 15916
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-21T10:33:38.876529+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-21T10:33:38.876529+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
"Cambricon_mlu-370-x4",
|
||||
"Iluvatar_mrv-100",
|
||||
"Iluvatar_bi-150",
|
||||
"Ascend_910-b4",
|
||||
"hygon_k100-ai",
|
||||
"Ascend_910-b3",
|
||||
"MetaX_c-500",
|
||||
"Sunrise_pt-200-x1",
|
||||
"Biren_166m",
|
||||
"Iluvatar_bi-100",
|
||||
"Cambricon_mlu-370-x8",
|
||||
"Mthreads_s4000"
|
||||
],
|
||||
"taskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
"throughputWindowHours": 6,
|
||||
"version": 3
|
||||
}
|
||||
Reference in New Issue
Block a user