state: compacted generation 29001
This commit is contained in:
835
.modelhub_state/market_intelligence.json
Normal file
835
.modelhub_state/market_intelligence.json
Normal file
@@ -0,0 +1,835 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-11-10T20:48:10.728045+00:00",
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-11-10T20:48:10.728045+00:00",
|
||||
"frameworkAttemptedAt": "2026-11-10T20:48:10.728045+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 46833,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 23833,
|
||||
"successRate": 0.5088933017316849,
|
||||
"wilsonLowerBound": 0.50436501898676
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61154,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15928,
|
||||
"successRate": 0.260457206396965,
|
||||
"wilsonLowerBound": 0.2569938180706206
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 84,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 24,
|
||||
"successRate": 0.2857142857142857,
|
||||
"wilsonLowerBound": 0.20014898610655452
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8222,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2749,
|
||||
"successRate": 0.3343468742398443,
|
||||
"wilsonLowerBound": 0.3242289130659816
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 42179,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20782,
|
||||
"successRate": 0.4927096422390289,
|
||||
"wilsonLowerBound": 0.4879392778584442
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 42091,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11356,
|
||||
"successRate": 0.2697963935283077,
|
||||
"wilsonLowerBound": 0.26557719543264874
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 9,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 3,
|
||||
"successRate": 0.3333333333333333,
|
||||
"wilsonLowerBound": 0.12058159868274292
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 18549,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7132,
|
||||
"successRate": 0.3844951210307833,
|
||||
"wilsonLowerBound": 0.3775187715897163
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64511,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.18756491141045714,
|
||||
"wilsonLowerBound": 0.18457117093629385
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 46796,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 8561,
|
||||
"successRate": 0.18294298658004957,
|
||||
"wilsonLowerBound": 0.17946609476940048
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9400,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 120,
|
||||
"successRate": 0.01276595744680851,
|
||||
"wilsonLowerBound": 0.010687256287066755
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 27073,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3339,
|
||||
"successRate": 0.12333321020943375,
|
||||
"wilsonLowerBound": 0.11946963986082638
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16555,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1677,
|
||||
"successRate": 0.1012987012987013,
|
||||
"wilsonLowerBound": 0.09679457808591668
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 21687,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7937,
|
||||
"successRate": 0.36597961912666577,
|
||||
"wilsonLowerBound": 0.3595927221961592
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 25265,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3814,
|
||||
"successRate": 0.15095982584603207,
|
||||
"wilsonLowerBound": 0.14659830805010465
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 8123,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 544,
|
||||
"successRate": 0.066970331158439,
|
||||
"wilsonLowerBound": 0.061736366111672984
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 63966,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15817,
|
||||
"successRate": 0.2472719882437545,
|
||||
"wilsonLowerBound": 0.24394383414193188
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 35806,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4316,
|
||||
"successRate": 0.12053845724180305,
|
||||
"wilsonLowerBound": 0.11720662004307794
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 87147,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9779,
|
||||
"successRate": 0.11221269808484514,
|
||||
"wilsonLowerBound": 0.11013418300327144
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 51215,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5826,
|
||||
"successRate": 0.11375573562432881,
|
||||
"wilsonLowerBound": 0.11103473086196639
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 59924,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3972,
|
||||
"successRate": 0.0662839596822642,
|
||||
"wilsonLowerBound": 0.06431973336047069
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95993,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24227,
|
||||
"successRate": 0.25238298625941474,
|
||||
"wilsonLowerBound": 0.24964500093408618
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
"modelCount": 188,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 1.6999858919214589e-18
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 8218,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 634,
|
||||
"successRate": 0.07714772450717937,
|
||||
"wilsonLowerBound": 0.07157426269296333
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 113092,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16556,
|
||||
"successRate": 0.14639408623067945,
|
||||
"wilsonLowerBound": 0.14434579670522762
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 476,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4,
|
||||
"successRate": 0.008403361344537815,
|
||||
"wilsonLowerBound": 0.0032725639043298164
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26855,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4328,
|
||||
"successRate": 0.1611617948240551,
|
||||
"wilsonLowerBound": 0.15681272712426278
|
||||
},
|
||||
"vllm_0_31_0_corex_5_0_0": {
|
||||
"framework": "vllm_0_31_0_corex_5_0_0",
|
||||
"modelCount": 4,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3,
|
||||
"successRate": 0.75,
|
||||
"wilsonLowerBound": 0.30063605244263664
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 46144,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5944,
|
||||
"successRate": 0.1288141470180305,
|
||||
"wilsonLowerBound": 0.12578843850021565
|
||||
},
|
||||
"vllm_gemma_4": {
|
||||
"framework": "vllm_gemma_4",
|
||||
"modelCount": 1,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1,
|
||||
"successRate": 1.0,
|
||||
"wilsonLowerBound": 0.20654329147389294
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9647,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 856,
|
||||
"successRate": 0.0887322483673681,
|
||||
"wilsonLowerBound": 0.08322027629432208
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 206,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 37,
|
||||
"successRate": 0.1796116504854369,
|
||||
"wilsonLowerBound": 0.13320865973713544
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38807,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 8205,
|
||||
"successRate": 0.21143092741000336,
|
||||
"wilsonLowerBound": 0.207396981112032
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 62030,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12445,
|
||||
"successRate": 0.20062872803482187,
|
||||
"wilsonLowerBound": 0.19749574728660546
|
||||
},
|
||||
"vllm_0.25.1": {
|
||||
"framework": "vllm_0.25.1",
|
||||
"modelCount": 3,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2,
|
||||
"successRate": 0.6666666666666666,
|
||||
"wilsonLowerBound": 0.20765495512648788
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 24459,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 6541,
|
||||
"successRate": 0.2674271229404309,
|
||||
"wilsonLowerBound": 0.26191687550213316
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 18089,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4218,
|
||||
"successRate": 0.23318038586986567,
|
||||
"wilsonLowerBound": 0.22707515299578443
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 73244,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19918,
|
||||
"successRate": 0.27194036371579927,
|
||||
"wilsonLowerBound": 0.2687299060247817
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 4383,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2404,
|
||||
"successRate": 0.5484827743554643,
|
||||
"wilsonLowerBound": 0.533713783064077
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 50506,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22866,
|
||||
"successRate": 0.45273828852017584,
|
||||
"wilsonLowerBound": 0.44840088732037225
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 45015,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6216,
|
||||
"successRate": 0.1380873042319227,
|
||||
"wilsonLowerBound": 0.13493114514798354
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1928,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
}
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6295,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.03050039714058777,
|
||||
"wilsonLowerBound": 0.02653039057584904
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10153,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 770,
|
||||
"successRate": 0.07583965330444203,
|
||||
"wilsonLowerBound": 0.07084887213321521
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 9159,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4043,
|
||||
"successRate": 0.4414237362157441,
|
||||
"wilsonLowerBound": 0.4312808616034925
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7477,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 254,
|
||||
"successRate": 0.03397084392135884,
|
||||
"wilsonLowerBound": 0.03009804085906735
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 27606,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7704,
|
||||
"successRate": 0.27906976744186046,
|
||||
"wilsonLowerBound": 0.27380954765282717
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 31130,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15872,
|
||||
"successRate": 0.5098618695791841,
|
||||
"wilsonLowerBound": 0.5043076838647361
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 71099,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7747,
|
||||
"successRate": 0.10896074487686185,
|
||||
"wilsonLowerBound": 0.10669145545345973
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 16782,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3237,
|
||||
"successRate": 0.192885234179478,
|
||||
"wilsonLowerBound": 0.18698610556208653
|
||||
},
|
||||
"vllm_0.21.0": {
|
||||
"framework": "vllm_0.21.0",
|
||||
"modelCount": 0,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-11-10T20:58:58.807577+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 1244.769230769231,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.9278595218864454,
|
||||
"queueFactor": 0.9986594557616747,
|
||||
"queueWeight": 0.9986594557616747,
|
||||
"recentSuccess": 42,
|
||||
"recentSuccessRate": 0.2937062937062937,
|
||||
"recentTerminal": 143,
|
||||
"recentWilsonLowerBound": 0.22523749697822942,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.9252751409120799,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 23.833333333333332,
|
||||
"waiting": 29667
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1306.5477707006369,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.4395809062885028,
|
||||
"queueFactor": 0.9914297601284617,
|
||||
"queueWeight": 0.9914297601284617,
|
||||
"recentSuccess": 50,
|
||||
"recentSuccessRate": 0.3184713375796178,
|
||||
"recentTerminal": 157,
|
||||
"recentWilsonLowerBound": 0.2506763412849138,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.4186731127355854,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 26.166666666666668,
|
||||
"waiting": 34188
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 145.43426294820716,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 2,
|
||||
"recentSuccessRate": 0.00796812749003984,
|
||||
"recentTerminal": 251,
|
||||
"recentWilsonLowerBound": 0.002187828822923072,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 41.833333333333336,
|
||||
"waiting": 6084
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1905.0,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.15311304356806565,
|
||||
"queueFactor": 0.936907031044185,
|
||||
"queueWeight": 0.936907031044185,
|
||||
"recentSuccess": 9,
|
||||
"recentSuccessRate": 0.1323529411764706,
|
||||
"recentTerminal": 68,
|
||||
"recentWilsonLowerBound": 0.07122163958543326,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.14345268706349534,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 11.333333333333334,
|
||||
"waiting": 21590
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 481.6190476190476,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.46690891050029426,
|
||||
"queueFactor": 1.1515298412768893,
|
||||
"queueWeight": 1.1515298412768893,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.1746031746031746,
|
||||
"recentTerminal": 126,
|
||||
"recentWilsonLowerBound": 0.11822571654205201,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.5376595435991691,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 21.0,
|
||||
"waiting": 10114
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 112.70270270270271,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 24,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 4,
|
||||
"recentSuccessRate": 0.018018018018018018,
|
||||
"recentTerminal": 222,
|
||||
"recentWilsonLowerBound": 0.007028490666876029,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 37.0,
|
||||
"waiting": 4170
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 651.7037037037037,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.1004573533813249,
|
||||
"queueWeight": 1.1004573533813249,
|
||||
"recentSuccess": 4,
|
||||
"recentSuccessRate": 0.04938271604938271,
|
||||
"recentTerminal": 81,
|
||||
"recentWilsonLowerBound": 0.019368992101681116,
|
||||
"running": 1,
|
||||
"selectionWeight": 0.05502286766906625,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 13.5,
|
||||
"waiting": 8798
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 3966.24,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.5250719731027516,
|
||||
"queueFactor": 0.8393128970469097,
|
||||
"queueWeight": 0.8393128970469097,
|
||||
"recentSuccess": 9,
|
||||
"recentSuccessRate": 0.36,
|
||||
"recentTerminal": 25,
|
||||
"recentWilsonLowerBound": 0.20247656431735636,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.2800125759499172,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 4.166666666666667,
|
||||
"waiting": 16526
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 481.40625,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.3483176161144233,
|
||||
"queueFactor": 1.1516061791265533,
|
||||
"queueWeight": 1.1516061791265533,
|
||||
"recentSuccess": 20,
|
||||
"recentSuccessRate": 0.15625,
|
||||
"recentTerminal": 128,
|
||||
"recentWilsonLowerBound": 0.10348275682804893,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.40112471901600055,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 21.333333333333332,
|
||||
"waiting": 10270
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 714.3684210526316,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0854064746989132,
|
||||
"queueWeight": 1.0854064746989132,
|
||||
"recentSuccess": 38,
|
||||
"recentSuccessRate": 0.3333333333333333,
|
||||
"recentTerminal": 114,
|
||||
"recentWilsonLowerBound": 0.2534794722358529,
|
||||
"running": 4,
|
||||
"selectionWeight": 2.713516186747283,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.0,
|
||||
"waiting": 13573
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1392.4864864864865,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 0.9820013769648887,
|
||||
"queueWeight": 0.9820013769648887,
|
||||
"recentSuccess": 5,
|
||||
"recentSuccessRate": 0.04504504504504504,
|
||||
"recentTerminal": 111,
|
||||
"recentWilsonLowerBound": 0.019391474108555014,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.04910006884824444,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 18.5,
|
||||
"waiting": 25761
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 3857.2258064516127,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.9204980369153465,
|
||||
"queueFactor": 0.8428290295281149,
|
||||
"queueWeight": 0.8428290295281149,
|
||||
"recentSuccess": 9,
|
||||
"recentSuccessRate": 0.2903225806451613,
|
||||
"recentTerminal": 31,
|
||||
"recentWilsonLowerBound": 0.16095620718432874,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.7758224671358963,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 5.166666666666667,
|
||||
"waiting": 19929
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 1222.6046511627906,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.8579569784951352,
|
||||
"queueFactor": 1.0013544648381638,
|
||||
"queueWeight": 1.0013544648381638,
|
||||
"recentSuccess": 20,
|
||||
"recentSuccessRate": 0.23255813953488372,
|
||||
"recentTerminal": 86,
|
||||
"recentWilsonLowerBound": 0.1558899158392809,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.8591190510551642,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 14.333333333333334,
|
||||
"waiting": 17524
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 1997.076923076923,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.20105593788140125,
|
||||
"queueFactor": 0.9302967979810807,
|
||||
"queueWeight": 0.9302967979810807,
|
||||
"recentSuccess": 11,
|
||||
"recentSuccessRate": 0.14102564102564102,
|
||||
"recentTerminal": 78,
|
||||
"recentWilsonLowerBound": 0.08060961324830107,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.18704169522615063,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 13.0,
|
||||
"waiting": 25962
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-11-10T20:57:11.340188+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-11-10T20:57:11.340188+00:00",
|
||||
"supportedGpus": [
|
||||
"Cambricon_mlu-370-x4",
|
||||
"Iluvatar_mrv-100",
|
||||
"Kunlunxin_p-800",
|
||||
"Vastai_va16",
|
||||
"Iluvatar_bi-150",
|
||||
"Biren_166m",
|
||||
"MetaX_c-500",
|
||||
"Sunrise_pt-200-x1",
|
||||
"Ascend_910-b4",
|
||||
"Ascend_910-b3",
|
||||
"hygon_k100-ai",
|
||||
"Iluvatar_bi-100",
|
||||
"Cambricon_mlu-370-x8",
|
||||
"Mthreads_s4000"
|
||||
],
|
||||
"taskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
"throughputWindowHours": 6,
|
||||
"version": 3
|
||||
}
|
||||
Reference in New Issue
Block a user