state: compacted generation 22001
This commit is contained in:
817
.modelhub_state/market_intelligence.json
Normal file
817
.modelhub_state/market_intelligence.json
Normal file
@@ -0,0 +1,817 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-11-04T14:02:16.530111+00:00",
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-11-04T14:02:16.530111+00:00",
|
||||
"frameworkAttemptedAt": "2026-11-04T13:44:13.179985+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 45804,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 23232,
|
||||
"successRate": 0.5072046109510087,
|
||||
"wilsonLowerBound": 0.5026256347680792
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 60218,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15816,
|
||||
"successRate": 0.26264572054867313,
|
||||
"wilsonLowerBound": 0.25914601516295466
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 84,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 24,
|
||||
"successRate": 0.2857142857142857,
|
||||
"wilsonLowerBound": 0.20014898610655452
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7266,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2423,
|
||||
"successRate": 0.3334709606385907,
|
||||
"wilsonLowerBound": 0.3227210265319377
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 41022,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20053,
|
||||
"successRate": 0.48883525912924775,
|
||||
"wilsonLowerBound": 0.483999160332517
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41588,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11300,
|
||||
"successRate": 0.27171299413292294,
|
||||
"wilsonLowerBound": 0.26745880757257157
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 1,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 1,
|
||||
"successRate": 1.0,
|
||||
"wilsonLowerBound": 0.20654329147389294
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 17140,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6742,
|
||||
"successRate": 0.39334889148191365,
|
||||
"wilsonLowerBound": 0.38606034207497986
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64482,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.18764926646195837,
|
||||
"wilsonLowerBound": 0.18465433108897877
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 43596,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 8369,
|
||||
"successRate": 0.1919671529498119,
|
||||
"wilsonLowerBound": 0.18829726117862244
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9016,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 120,
|
||||
"successRate": 0.013309671694764862,
|
||||
"wilsonLowerBound": 0.011142891575873025
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26990,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3326,
|
||||
"successRate": 0.12323082623193775,
|
||||
"wilsonLowerBound": 0.1193628155392058
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16544,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10130560928433269,
|
||||
"wilsonLowerBound": 0.09679987879290312
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 20409,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7599,
|
||||
"successRate": 0.37233573423489635,
|
||||
"wilsonLowerBound": 0.36572785575398414
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 25006,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3814,
|
||||
"successRate": 0.1525233943853475,
|
||||
"wilsonLowerBound": 0.1481205765308116
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 8123,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 544,
|
||||
"successRate": 0.066970331158439,
|
||||
"wilsonLowerBound": 0.061736366111672984
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 61649,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15288,
|
||||
"successRate": 0.24798455773816283,
|
||||
"wilsonLowerBound": 0.24459139566233845
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 32465,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4248,
|
||||
"successRate": 0.1308486061912829,
|
||||
"wilsonLowerBound": 0.12722380654890444
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 87141,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9779,
|
||||
"successRate": 0.11222042436969969,
|
||||
"wilsonLowerBound": 0.11014177495844224
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50951,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5814,
|
||||
"successRate": 0.11410963474710997,
|
||||
"wilsonLowerBound": 0.11137790463041634
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 57422,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3949,
|
||||
"successRate": 0.06877155097349448,
|
||||
"wilsonLowerBound": 0.06673036659093717
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95728,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24212,
|
||||
"successRate": 0.25292495403643656,
|
||||
"wilsonLowerBound": 0.2501812195114146
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
"modelCount": 178,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 6782,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 632,
|
||||
"successRate": 0.09318785019168387,
|
||||
"wilsonLowerBound": 0.08649772361477931
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 113086,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16552,
|
||||
"successRate": 0.1463664821463311,
|
||||
"wilsonLowerBound": 0.14431830047784408
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 449,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3,
|
||||
"successRate": 0.0066815144766146995,
|
||||
"wilsonLowerBound": 0.002274825443958657
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26630,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4297,
|
||||
"successRate": 0.16135936913255727,
|
||||
"wilsonLowerBound": 0.156989959115029
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 45934,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5926,
|
||||
"successRate": 0.12901118996821526,
|
||||
"wilsonLowerBound": 0.12597663186911287
|
||||
},
|
||||
"vllm_gemma_4": {
|
||||
"framework": "vllm_gemma_4",
|
||||
"modelCount": 0,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9202,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 855,
|
||||
"successRate": 0.09291458378613345,
|
||||
"wilsonLowerBound": 0.08715154110699481
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 206,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 37,
|
||||
"successRate": 0.1796116504854369,
|
||||
"wilsonLowerBound": 0.13320865973713544
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37798,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7903,
|
||||
"successRate": 0.2090851367797238,
|
||||
"wilsonLowerBound": 0.20501514008002789
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61802,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12435,
|
||||
"successRate": 0.20120708067700074,
|
||||
"wilsonLowerBound": 0.19806492140579782
|
||||
},
|
||||
"vllm_0.25.1": {
|
||||
"framework": "vllm_0.25.1",
|
||||
"modelCount": 2,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2,
|
||||
"successRate": 1.0,
|
||||
"wilsonLowerBound": 0.3423719528896193
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 22688,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 6184,
|
||||
"successRate": 0.2725669957686883,
|
||||
"wilsonLowerBound": 0.26681169321699294
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 17529,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4176,
|
||||
"successRate": 0.23823378401506076,
|
||||
"wilsonLowerBound": 0.23198504575012768
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 72073,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19706,
|
||||
"successRate": 0.2734172297531669,
|
||||
"wilsonLowerBound": 0.2701753128567548
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 3529,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1910,
|
||||
"successRate": 0.5412298101445169,
|
||||
"wilsonLowerBound": 0.5247532180610064
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 49905,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22522,
|
||||
"successRate": 0.45129746518384933,
|
||||
"wilsonLowerBound": 0.44693537793960236
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 43405,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5985,
|
||||
"successRate": 0.13788734016818338,
|
||||
"wilsonLowerBound": 0.1346757484620404
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1598,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
}
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6291,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.030519790176442536,
|
||||
"wilsonLowerBound": 0.02654729145069718
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10141,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 769,
|
||||
"successRate": 0.07583078591854847,
|
||||
"wilsonLowerBound": 0.0708374254509955
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8744,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3851,
|
||||
"successRate": 0.440416285452882,
|
||||
"wilsonLowerBound": 0.4300391494904346
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7476,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 254,
|
||||
"successRate": 0.03397538790797218,
|
||||
"wilsonLowerBound": 0.030102074381377207
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 25418,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7129,
|
||||
"successRate": 0.2804705326933669,
|
||||
"wilsonLowerBound": 0.27498130091830236
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 30668,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15638,
|
||||
"successRate": 0.5099126124951089,
|
||||
"wilsonLowerBound": 0.5043167483503479
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 70617,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7682,
|
||||
"successRate": 0.10878400385176373,
|
||||
"wilsonLowerBound": 0.10650870133114938
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 16156,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3006,
|
||||
"successRate": 0.1860609061648923,
|
||||
"wilsonLowerBound": 0.1801349379721584
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-11-04T14:14:24.849048+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 1477.3658536585365,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.9718941454204804,
|
||||
"queueFactor": 0.9223730321323466,
|
||||
"queueWeight": 0.9223730321323466,
|
||||
"recentSuccess": 37,
|
||||
"recentSuccessRate": 0.3008130081300813,
|
||||
"recentTerminal": 123,
|
||||
"recentWilsonLowerBound": 0.22680566759840012,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.8964489498231643,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 20.5,
|
||||
"waiting": 30286
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1687.872,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9041258346426239,
|
||||
"queueWeight": 0.9041258346426239,
|
||||
"recentSuccess": 54,
|
||||
"recentSuccessRate": 0.432,
|
||||
"recentTerminal": 125,
|
||||
"recentWilsonLowerBound": 0.3484684532861727,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.2603145866065595,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 20.833333333333332,
|
||||
"waiting": 35164
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 168.86877828054298,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.2770191241172888,
|
||||
"queueWeight": 1.2770191241172888,
|
||||
"recentSuccess": 5,
|
||||
"recentSuccessRate": 0.02262443438914027,
|
||||
"recentTerminal": 221,
|
||||
"recentWilsonLowerBound": 0.009701476694402425,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.06385095620586444,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 36.833333333333336,
|
||||
"waiting": 6220
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1889.9117647058822,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.21926615888759685,
|
||||
"queueFactor": 0.8889218389963995,
|
||||
"queueWeight": 0.8889218389963995,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.19117647058823528,
|
||||
"recentTerminal": 68,
|
||||
"recentWilsonLowerBound": 0.11527185601824744,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.19491047718803933,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 11.333333333333334,
|
||||
"waiting": 21419
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 437.40397350993373,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.26619846840818895,
|
||||
"queueFactor": 1.1071268840354607,
|
||||
"queueWeight": 1.1071268840354607,
|
||||
"recentSuccess": 27,
|
||||
"recentSuccessRate": 0.17880794701986755,
|
||||
"recentTerminal": 151,
|
||||
"recentWilsonLowerBound": 0.12589585804679587,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.29471548086377025,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 25.166666666666668,
|
||||
"waiting": 11008
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 92.3056768558952,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 24,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 2,
|
||||
"recentSuccessRate": 0.008733624454148471,
|
||||
"recentTerminal": 229,
|
||||
"recentWilsonLowerBound": 0.002398301179188987,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 38.166666666666664,
|
||||
"waiting": 3523
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 642.9350649350649,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.0449722040305525,
|
||||
"queueWeight": 1.0449722040305525,
|
||||
"recentSuccess": 3,
|
||||
"recentSuccessRate": 0.03896103896103896,
|
||||
"recentTerminal": 77,
|
||||
"recentWilsonLowerBound": 0.013337708283515265,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.05224861020152763,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 12.833333333333334,
|
||||
"waiting": 8251
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2208.0,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.3308663671746768,
|
||||
"queueFactor": 0.8684202562215407,
|
||||
"queueWeight": 0.8684202562215407,
|
||||
"recentSuccess": 21,
|
||||
"recentSuccessRate": 0.4772727272727273,
|
||||
"recentTerminal": 44,
|
||||
"recentWilsonLowerBound": 0.3375475794427176,
|
||||
"running": 2,
|
||||
"selectionWeight": 2.0241715678000047,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.333333333333333,
|
||||
"waiting": 16192
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 627.3142857142857,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.17341340620331183,
|
||||
"queueFactor": 1.0488346551024608,
|
||||
"queueWeight": 1.0488346551024608,
|
||||
"recentSuccess": 17,
|
||||
"recentSuccessRate": 0.1619047619047619,
|
||||
"recentTerminal": 105,
|
||||
"recentWilsonLowerBound": 0.10361201777616731,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.1818819900853935,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 17.5,
|
||||
"waiting": 10978
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 510.8313253012048,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.42476261408459515,
|
||||
"queueFactor": 1.0816535429355647,
|
||||
"queueWeight": 1.0816535429355647,
|
||||
"recentSuccess": 35,
|
||||
"recentSuccessRate": 0.21084337349397592,
|
||||
"recentTerminal": 166,
|
||||
"recentWilsonLowerBound": 0.15568874922619358,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.45944598643117435,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 27.666666666666668,
|
||||
"waiting": 14133
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1831.7857142857142,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.5997798776871424,
|
||||
"queueFactor": 0.8930969478646125,
|
||||
"queueWeight": 0.8930969478646125,
|
||||
"recentSuccess": 32,
|
||||
"recentSuccessRate": 0.38095238095238093,
|
||||
"recentTerminal": 84,
|
||||
"recentWilsonLowerBound": 0.28446988389716343,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.4287585260176099,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 14.0,
|
||||
"waiting": 25645
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 4406.769230769231,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.9482763063119954,
|
||||
"queueFactor": 0.7829098536065526,
|
||||
"queueWeight": 0.7829098536065526,
|
||||
"recentSuccess": 10,
|
||||
"recentSuccessRate": 0.38461538461538464,
|
||||
"recentTerminal": 26,
|
||||
"recentWilsonLowerBound": 0.22428359511834425,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.7424148641532868,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 4.333333333333333,
|
||||
"waiting": 19096
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 1081.1632653061226,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.6428417579615064,
|
||||
"queueFactor": 0.9665984917635398,
|
||||
"queueWeight": 0.9665984917635398,
|
||||
"recentSuccess": 26,
|
||||
"recentSuccessRate": 0.2653061224489796,
|
||||
"recentTerminal": 98,
|
||||
"recentWilsonLowerBound": 0.1879560144781117,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.6213698736882146,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 16.333333333333332,
|
||||
"waiting": 17659
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 170.6945701357466,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.2749608506756502,
|
||||
"queueWeight": 1.2749608506756502,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.02828054298642534,
|
||||
"recentTerminal": 884,
|
||||
"recentWilsonLowerBound": 0.01922782337309921,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.06374804253378251,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 147.33333333333334,
|
||||
"waiting": 25149
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-11-04T14:14:24.849048+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-11-04T14:14:24.849048+00:00",
|
||||
"supportedGpus": [
|
||||
"Cambricon_mlu-370-x4",
|
||||
"Iluvatar_mrv-100",
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
"Iluvatar_bi-150",
|
||||
"Biren_166m",
|
||||
"hygon_k100-ai",
|
||||
"MetaX_c-500",
|
||||
"Sunrise_pt-200-x1",
|
||||
"Ascend_910-b4",
|
||||
"Ascend_910-b3",
|
||||
"Iluvatar_bi-100",
|
||||
"Cambricon_mlu-370-x8",
|
||||
"Mthreads_s4000"
|
||||
],
|
||||
"taskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
"throughputWindowHours": 6,
|
||||
"version": 3
|
||||
}
|
||||
Reference in New Issue
Block a user