state: compacted generation 19201
This commit is contained in:
772
.modelhub_state/market_intelligence.json
Normal file
772
.modelhub_state/market_intelligence.json
Normal file
@@ -0,0 +1,772 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-10-01T11:28:52.356496+00:00",
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-10-01T11:28:52.356496+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-01T08:10:22.454165+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 40426,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19693,
|
||||
"successRate": 0.48713699104536684,
|
||||
"wilsonLowerBound": 0.48226594371500753
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 54113,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15003,
|
||||
"successRate": 0.2772531554339992,
|
||||
"wilsonLowerBound": 0.2734973728860492
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 0,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 3342,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 948,
|
||||
"successRate": 0.2836624775583483,
|
||||
"wilsonLowerBound": 0.26863448506375937
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 34957,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16028,
|
||||
"successRate": 0.4585061647166519,
|
||||
"wilsonLowerBound": 0.4532875483570582
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38774,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10864,
|
||||
"successRate": 0.2801877546809718,
|
||||
"wilsonLowerBound": 0.27573957117875186
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 10991,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4596,
|
||||
"successRate": 0.41816031298335,
|
||||
"wilsonLowerBound": 0.40896878408086657
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64146,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12093,
|
||||
"successRate": 0.1885230567767281,
|
||||
"wilsonLowerBound": 0.1855148877138937
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 24440,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5020,
|
||||
"successRate": 0.20540098199672668,
|
||||
"wilsonLowerBound": 0.20038245259886875
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7131,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 82,
|
||||
"successRate": 0.011499088486888234,
|
||||
"wilsonLowerBound": 0.009274256917293321
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26482,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3256,
|
||||
"successRate": 0.12295143871308814,
|
||||
"wilsonLowerBound": 0.11905091914935878
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16492,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.1016250303177298,
|
||||
"wilsonLowerBound": 0.09710584128729235
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 13435,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5486,
|
||||
"successRate": 0.4083364346855229,
|
||||
"wilsonLowerBound": 0.4000522017781085
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24497,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3797,
|
||||
"successRate": 0.1549985712536229,
|
||||
"wilsonLowerBound": 0.1505206742042009
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 8123,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 544,
|
||||
"successRate": 0.066970331158439,
|
||||
"wilsonLowerBound": 0.061736366111672984
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 47702,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11875,
|
||||
"successRate": 0.24894134417844116,
|
||||
"wilsonLowerBound": 0.24508129397538583
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23608,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3101,
|
||||
"successRate": 0.1313537783802101,
|
||||
"wilsonLowerBound": 0.1271047616064958
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86824,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9768,
|
||||
"successRate": 0.11250345526582511,
|
||||
"wilsonLowerBound": 0.11041872268955209
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 43506,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5302,
|
||||
"successRate": 0.12186824805773916,
|
||||
"wilsonLowerBound": 0.11882756922643711
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 39758,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3560,
|
||||
"successRate": 0.08954172745107902,
|
||||
"wilsonLowerBound": 0.08677460034403392
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 90705,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22176,
|
||||
"successRate": 0.24448486852984952,
|
||||
"wilsonLowerBound": 0.24169875666509852
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5421,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 580,
|
||||
"successRate": 0.10699133001291275,
|
||||
"wilsonLowerBound": 0.09903938729663994
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112764,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16527,
|
||||
"successRate": 0.1465627327870597,
|
||||
"wilsonLowerBound": 0.14451049409608246
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 20763,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3747,
|
||||
"successRate": 0.180465250686317,
|
||||
"wilsonLowerBound": 0.17529342873854128
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 43308,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5635,
|
||||
"successRate": 0.13011452849358085,
|
||||
"wilsonLowerBound": 0.1269787174095206
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7477,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 664,
|
||||
"successRate": 0.08880567072355222,
|
||||
"wilsonLowerBound": 0.0825671284840327
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 200,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 36,
|
||||
"successRate": 0.18,
|
||||
"wilsonLowerBound": 0.1329455066253411
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 32768,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6234,
|
||||
"successRate": 0.19024658203125,
|
||||
"wilsonLowerBound": 0.18603321116616145
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61320,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12406,
|
||||
"successRate": 0.2023157208088715,
|
||||
"wilsonLowerBound": 0.19915471997614378
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 11544,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3394,
|
||||
"successRate": 0.294005544005544,
|
||||
"wilsonLowerBound": 0.28576411369691873
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14509,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3631,
|
||||
"successRate": 0.25025846026604176,
|
||||
"wilsonLowerBound": 0.24327683994594587
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64897,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 17811,
|
||||
"successRate": 0.2744502827557514,
|
||||
"wilsonLowerBound": 0.2710304293720412
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 391,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 247,
|
||||
"successRate": 0.6317135549872123,
|
||||
"wilsonLowerBound": 0.5828377378204239
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 47526,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21061,
|
||||
"successRate": 0.44314690906030385,
|
||||
"wilsonLowerBound": 0.43868551882884754
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38158,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4139,
|
||||
"successRate": 0.1084700455998742,
|
||||
"wilsonLowerBound": 0.10538914076198894
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 817,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
}
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6283,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.030558650326277255,
|
||||
"wilsonLowerBound": 0.02658115788279188
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10050,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 748,
|
||||
"successRate": 0.07442786069651741,
|
||||
"wilsonLowerBound": 0.06945735804096988
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 6624,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2876,
|
||||
"successRate": 0.43417874396135264,
|
||||
"wilsonLowerBound": 0.42228399120106713
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7400,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 243,
|
||||
"successRate": 0.032837837837837835,
|
||||
"wilsonLowerBound": 0.02901357764943315
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 14920,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4796,
|
||||
"successRate": 0.32144772117962467,
|
||||
"wilsonLowerBound": 0.3140004237231242
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 27431,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13992,
|
||||
"successRate": 0.5100798366811272,
|
||||
"wilsonLowerBound": 0.504162991551129
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64863,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6780,
|
||||
"successRate": 0.10452800518014893,
|
||||
"wilsonLowerBound": 0.10219687291186037
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 13097,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2036,
|
||||
"successRate": 0.15545544781247614,
|
||||
"wilsonLowerBound": 0.14935095801006062
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-01T11:39:00.468001+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 1285.7619047619048,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9989424120286321,
|
||||
"queueWeight": 0.9989424120286321,
|
||||
"recentSuccess": 56,
|
||||
"recentSuccessRate": 0.4444444444444444,
|
||||
"recentTerminal": 126,
|
||||
"recentWilsonLowerBound": 0.3606007929403117,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.4973560300715802,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 21.0,
|
||||
"waiting": 27001
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1444.2148760330579,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.8438193010330917,
|
||||
"queueFactor": 0.9816795936522414,
|
||||
"queueWeight": 0.9816795936522414,
|
||||
"recentSuccess": 48,
|
||||
"recentSuccessRate": 0.39669421487603307,
|
||||
"recentTerminal": 121,
|
||||
"recentWilsonLowerBound": 0.3139973093025401,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.8100397822063252,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 20.166666666666668,
|
||||
"waiting": 29125
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 127.37967914438502,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.25828954281928007,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 33,
|
||||
"recentSuccessRate": 0.17647058823529413,
|
||||
"recentTerminal": 187,
|
||||
"recentWilsonLowerBound": 0.12850519475405223,
|
||||
"running": 9,
|
||||
"selectionWeight": 0.3357764056650641,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 31.166666666666668,
|
||||
"waiting": 3970
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 2201.285714285714,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.6156009234584586,
|
||||
"queueFactor": 0.9215376285328026,
|
||||
"queueWeight": 0.9215376285328026,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.30952380952380953,
|
||||
"recentTerminal": 42,
|
||||
"recentWilsonLowerBound": 0.1907092651972273,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.5672994151265113,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.0,
|
||||
"waiting": 15409
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 499.42857142857144,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.21817799964948006,
|
||||
"queueFactor": 1.1511807741776594,
|
||||
"queueWeight": 1.1511807741776594,
|
||||
"recentSuccess": 19,
|
||||
"recentSuccessRate": 0.18095238095238095,
|
||||
"recentTerminal": 105,
|
||||
"recentWilsonLowerBound": 0.11901573432473685,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.2511623185450216,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 17.5,
|
||||
"waiting": 8740
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 40.84472049689441,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 24,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 6,
|
||||
"recentSuccessRate": 0.018633540372670808,
|
||||
"recentTerminal": 322,
|
||||
"recentWilsonLowerBound": 0.00856708840594813,
|
||||
"running": 26,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 53.666666666666664,
|
||||
"waiting": 2192
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 167.3903743315508,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.21938300776731717,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.1657754010695187,
|
||||
"recentTerminal": 187,
|
||||
"recentWilsonLowerBound": 0.11931407186804938,
|
||||
"running": 3,
|
||||
"selectionWeight": 0.28519791009751233,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 31.166666666666668,
|
||||
"waiting": 5217
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2194.186046511628,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.7211388229260738,
|
||||
"queueFactor": 0.9219842838049899,
|
||||
"queueWeight": 0.9219842838049899,
|
||||
"recentSuccess": 14,
|
||||
"recentSuccessRate": 0.32558139534883723,
|
||||
"recentTerminal": 43,
|
||||
"recentWilsonLowerBound": 0.20493115181779817,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.6648786611794696,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.166666666666667,
|
||||
"waiting": 15725
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 335.90909090909093,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.48218239409119706,
|
||||
"queueFactor": 1.2217469733310458,
|
||||
"queueWeight": 1.2217469733310458,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.23484848484848486,
|
||||
"recentTerminal": 132,
|
||||
"recentWilsonLowerBound": 0.17066718052506505,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.5891048805744376,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 22.0,
|
||||
"waiting": 7390
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 735.1058823529412,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.21452202953259,
|
||||
"queueFactor": 1.086330694386916,
|
||||
"queueWeight": 1.086330694386916,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.35294117647058826,
|
||||
"recentTerminal": 85,
|
||||
"recentWilsonLowerBound": 0.2597233193313943,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.319372559690345,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 14.166666666666666,
|
||||
"waiting": 10414
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 2399.018181818182,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.8403986026166008,
|
||||
"queueFactor": 0.9097236905568095,
|
||||
"queueWeight": 0.9097236905568095,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.43636363636363634,
|
||||
"recentTerminal": 55,
|
||||
"recentWilsonLowerBound": 0.31373238636001305,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.674254208867969,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 9.166666666666666,
|
||||
"waiting": 21991
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 3379.0,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.32087594583868173,
|
||||
"queueFactor": 0.8641642716056375,
|
||||
"queueWeight": 0.8641642716056375,
|
||||
"recentSuccess": 8,
|
||||
"recentSuccessRate": 0.26666666666666666,
|
||||
"recentTerminal": 30,
|
||||
"recentWilsonLowerBound": 0.14182495553910618,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.2772895280114544,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 5.0,
|
||||
"waiting": 16895
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 1562.9491525423728,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.17414984739163408,
|
||||
"queueFactor": 0.9701140803813901,
|
||||
"queueWeight": 0.9701140803813901,
|
||||
"recentSuccess": 11,
|
||||
"recentSuccessRate": 0.1864406779661017,
|
||||
"recentTerminal": 59,
|
||||
"recentWilsonLowerBound": 0.10742612239043586,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.16894521905089452,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 9.833333333333334,
|
||||
"waiting": 15369
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 1267.685393258427,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.9075656811036013,
|
||||
"queueFactor": 1.001066233206901,
|
||||
"queueWeight": 1.001066233206901,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.3146067415730337,
|
||||
"recentTerminal": 89,
|
||||
"recentWilsonLowerBound": 0.22750896837627055,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.9085333577702376,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 14.833333333333334,
|
||||
"waiting": 18804
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-10-01T11:33:25.484466+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-10-01T11:33:25.484466+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Cambricon_mlu-370-x4",
|
||||
"Kunlunxin_p-800",
|
||||
"Iluvatar_mrv-100",
|
||||
"Iluvatar_bi-150",
|
||||
"Ascend_910-b4",
|
||||
"hygon_k100-ai",
|
||||
"Ascend_910-b3",
|
||||
"MetaX_c-500",
|
||||
"Sunrise_pt-200-x1",
|
||||
"Biren_166m",
|
||||
"Iluvatar_bi-100",
|
||||
"Cambricon_mlu-370-x8",
|
||||
"Mthreads_s4000"
|
||||
],
|
||||
"taskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
"throughputWindowHours": 6,
|
||||
"version": 3
|
||||
}
|
||||
Reference in New Issue
Block a user