state: compacted generation 18401
This commit is contained in:
772
.modelhub_state/market_intelligence.json
Normal file
772
.modelhub_state/market_intelligence.json
Normal file
@@ -0,0 +1,772 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-09-29T13:36:43.346541+00:00",
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-09-29T13:36:43.346541+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-29T08:15:30.056315+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 40092,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19440,
|
||||
"successRate": 0.48488476504040706,
|
||||
"wilsonLowerBound": 0.47999430963600515
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 53667,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14934,
|
||||
"successRate": 0.2782715635306613,
|
||||
"wilsonLowerBound": 0.27449592602705325
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 0,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 3118,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 881,
|
||||
"successRate": 0.28255291853752407,
|
||||
"wilsonLowerBound": 0.26702411128367387
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 34608,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15765,
|
||||
"successRate": 0.45553051317614424,
|
||||
"wilsonLowerBound": 0.45028871038539975
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38529,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10825,
|
||||
"successRate": 0.2809572010693244,
|
||||
"wilsonLowerBound": 0.2764911391626131
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 10683,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4472,
|
||||
"successRate": 0.4186090049611532,
|
||||
"wilsonLowerBound": 0.40928481012393897
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64135,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12092,
|
||||
"successRate": 0.18853979886177594,
|
||||
"wilsonLowerBound": 0.1855312692711016
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 23271,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4789,
|
||||
"successRate": 0.2057926174208242,
|
||||
"wilsonLowerBound": 0.20064703878371137
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6964,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 77,
|
||||
"successRate": 0.01105686387133831,
|
||||
"wilsonLowerBound": 0.008856357819547396
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26453,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3249,
|
||||
"successRate": 0.12282160813518316,
|
||||
"wilsonLowerBound": 0.11892079644703475
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16489,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10164351992237249,
|
||||
"wilsonLowerBound": 0.09712355199628998
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 13058,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5359,
|
||||
"successRate": 0.4103997549395007,
|
||||
"wilsonLowerBound": 0.4019900724331346
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24455,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3796,
|
||||
"successRate": 0.15522388059701492,
|
||||
"wilsonLowerBound": 0.15073946153538023
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 8123,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 544,
|
||||
"successRate": 0.066970331158439,
|
||||
"wilsonLowerBound": 0.061736366111672984
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 46926,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11670,
|
||||
"successRate": 0.2486894259046158,
|
||||
"wilsonLowerBound": 0.24479910466874283
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23573,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3098,
|
||||
"successRate": 0.13142154159419675,
|
||||
"wilsonLowerBound": 0.12716846144564692
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86801,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9766,
|
||||
"successRate": 0.11251022453658369,
|
||||
"wilsonLowerBound": 0.11042516252583366
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 43007,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5262,
|
||||
"successRate": 0.12235217522728858,
|
||||
"wilsonLowerBound": 0.11928877980081794
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 38349,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3546,
|
||||
"successRate": 0.09246655714620981,
|
||||
"wilsonLowerBound": 0.08960787165416206
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 90373,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21972,
|
||||
"successRate": 0.24312571232558397,
|
||||
"wilsonLowerBound": 0.24033985232030614
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5394,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 579,
|
||||
"successRate": 0.10734149054505006,
|
||||
"wilsonLowerBound": 0.09935826083660061
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112750,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16526,
|
||||
"successRate": 0.14657206208425722,
|
||||
"wilsonLowerBound": 0.14451964199993209
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 20211,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3707,
|
||||
"successRate": 0.18341497204492602,
|
||||
"wilsonLowerBound": 0.17813973999992447
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 43276,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5631,
|
||||
"successRate": 0.13011831037988725,
|
||||
"wilsonLowerBound": 0.1269813127427721
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7350,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 652,
|
||||
"successRate": 0.08870748299319728,
|
||||
"wilsonLowerBound": 0.08242036583105138
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 200,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 36,
|
||||
"successRate": 0.18,
|
||||
"wilsonLowerBound": 0.1329455066253411
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 32452,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6120,
|
||||
"successRate": 0.18858621964747935,
|
||||
"wilsonLowerBound": 0.18436707519161827
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61261,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12404,
|
||||
"successRate": 0.20247792233231582,
|
||||
"wilsonLowerBound": 0.19931444726155095
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 10882,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3192,
|
||||
"successRate": 0.29332843227347916,
|
||||
"wilsonLowerBound": 0.2848482034723206
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14276,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3585,
|
||||
"successRate": 0.2511207621182404,
|
||||
"wilsonLowerBound": 0.24407458501202675
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64336,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 17633,
|
||||
"successRate": 0.27407672220840584,
|
||||
"wilsonLowerBound": 0.27064353259963125
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 294,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 187,
|
||||
"successRate": 0.6360544217687075,
|
||||
"wilsonLowerBound": 0.579629129845499
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 47370,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20957,
|
||||
"successRate": 0.4424108085286046,
|
||||
"wilsonLowerBound": 0.4379429095585256
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37851,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4018,
|
||||
"successRate": 0.10615307389500937,
|
||||
"wilsonLowerBound": 0.1030897032795641
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 794,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
}
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6282,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.030563514804202482,
|
||||
"wilsonLowerBound": 0.02658539726335166
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10047,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 746,
|
||||
"successRate": 0.07425102020503634,
|
||||
"wilsonLowerBound": 0.0692854719514479
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 6494,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2811,
|
||||
"successRate": 0.43286110255620575,
|
||||
"wilsonLowerBound": 0.4208534087201315
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7397,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 242,
|
||||
"successRate": 0.03271596593213465,
|
||||
"wilsonLowerBound": 0.02889830954648983
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 14446,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4677,
|
||||
"successRate": 0.3237574415062993,
|
||||
"wilsonLowerBound": 0.3161748360985487
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 27273,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13895,
|
||||
"successRate": 0.5094782385509479,
|
||||
"wilsonLowerBound": 0.5035442226137338
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64477,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6681,
|
||||
"successRate": 0.10361834452595499,
|
||||
"wilsonLowerBound": 0.10128947194165175
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 12999,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1991,
|
||||
"successRate": 0.1531656281252404,
|
||||
"wilsonLowerBound": 0.14707687671552805
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-29T13:36:43.346541+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 2264.6666666666665,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.4785780386228988,
|
||||
"queueFactor": 0.8709974586559339,
|
||||
"queueWeight": 0.8709974586559339,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.3055555555555556,
|
||||
"recentTerminal": 72,
|
||||
"recentWilsonLowerBound": 0.2112648204592105,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.2878377140650201,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 12.0,
|
||||
"waiting": 27176
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1240.1142857142859,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.390059825108849,
|
||||
"queueFactor": 0.9533410076415936,
|
||||
"queueWeight": 0.9533410076415936,
|
||||
"recentSuccess": 47,
|
||||
"recentSuccessRate": 0.3357142857142857,
|
||||
"recentTerminal": 140,
|
||||
"recentWilsonLowerBound": 0.26280234715531176,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.2785420419929614,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 23.333333333333332,
|
||||
"waiting": 28936
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 121.77142857142857,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.3241662048688907,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.14761904761904762,
|
||||
"recentTerminal": 210,
|
||||
"recentWilsonLowerBound": 0.10598562152434961,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.4214160663295579,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 35.0,
|
||||
"waiting": 4262
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1149.1851851851852,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.5553646065439353,
|
||||
"queueFactor": 0.9642930312869211,
|
||||
"queueWeight": 0.9642930312869211,
|
||||
"recentSuccess": 17,
|
||||
"recentSuccessRate": 0.20987654320987653,
|
||||
"recentTerminal": 81,
|
||||
"recentWilsonLowerBound": 0.1353706249001661,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.5355342199137196,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 13.5,
|
||||
"waiting": 15514
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 404.5384615384615,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.5411774986825464,
|
||||
"queueFactor": 1.1277778438337596,
|
||||
"queueWeight": 1.1277778438337596,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.19230769230769232,
|
||||
"recentTerminal": 130,
|
||||
"recentWilsonLowerBound": 0.1337876543053107,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.6103279925955494,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 21.666666666666668,
|
||||
"waiting": 8765
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 25.4296875,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 24,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.025390625,
|
||||
"recentTerminal": 512,
|
||||
"recentWilsonLowerBound": 0.01489725509232485,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 85.33333333333333,
|
||||
"waiting": 2170
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 89.15789473684211,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.28406050538551003,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 45,
|
||||
"recentSuccessRate": 0.13157894736842105,
|
||||
"recentTerminal": 342,
|
||||
"recentWilsonLowerBound": 0.09981036443523644,
|
||||
"running": 5,
|
||||
"selectionWeight": 0.3692786570011631,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 57.0,
|
||||
"waiting": 5082
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2313.8571428571427,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.4610513294038219,
|
||||
"queueFactor": 0.8681945388521086,
|
||||
"queueWeight": 0.8681945388521086,
|
||||
"recentSuccess": 14,
|
||||
"recentSuccessRate": 0.3333333333333333,
|
||||
"recentTerminal": 42,
|
||||
"recentWilsonLowerBound": 0.21012280761972318,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.2684767851710115,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.0,
|
||||
"waiting": 16197
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 404.1459854014599,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.5898411731923928,
|
||||
"queueFactor": 1.1279420580036734,
|
||||
"queueWeight": 1.1279420580036734,
|
||||
"recentSuccess": 27,
|
||||
"recentSuccessRate": 0.19708029197080293,
|
||||
"recentTerminal": 137,
|
||||
"recentWilsonLowerBound": 0.1391278030762148,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.6653066667859288,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 22.833333333333332,
|
||||
"waiting": 9228
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 620.7920792079209,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.1785645388603516,
|
||||
"queueFactor": 1.057610139852387,
|
||||
"queueWeight": 1.057610139852387,
|
||||
"recentSuccess": 34,
|
||||
"recentSuccessRate": 0.33663366336633666,
|
||||
"recentTerminal": 101,
|
||||
"recentWilsonLowerBound": 0.25196434238298415,
|
||||
"running": 4,
|
||||
"selectionWeight": 2.3040719466215474,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 16.833333333333332,
|
||||
"waiting": 10450
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1812.082191780822,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.900618465610533,
|
||||
"queueWeight": 0.900618465610533,
|
||||
"recentSuccess": 27,
|
||||
"recentSuccessRate": 0.3698630136986301,
|
||||
"recentTerminal": 73,
|
||||
"recentWilsonLowerBound": 0.26822983017391167,
|
||||
"running": 4,
|
||||
"selectionWeight": 2.251546164026333,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 12.166666666666666,
|
||||
"waiting": 22047
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 2262.266666666667,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.24282812601928677,
|
||||
"queueFactor": 0.8711360001489108,
|
||||
"queueWeight": 0.8711360001489108,
|
||||
"recentSuccess": 8,
|
||||
"recentSuccessRate": 0.17777777777777778,
|
||||
"recentTerminal": 45,
|
||||
"recentWilsonLowerBound": 0.0929427892585383,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.21153632242409712,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 7.5,
|
||||
"waiting": 16967
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 744.8275862068966,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 1.040436934406951,
|
||||
"queueFactor": 1.0291037672639085,
|
||||
"queueWeight": 1.0291037672639085,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.25,
|
||||
"recentTerminal": 116,
|
||||
"recentWilsonLowerBound": 0.18007382859915586,
|
||||
"running": 16,
|
||||
"selectionWeight": 1.0707175687987054,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.333333333333332,
|
||||
"waiting": 14400
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 1058.8,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 2.4889878942967774,
|
||||
"queueFactor": 0.9762149204706987,
|
||||
"queueWeight": 0.9762149204706987,
|
||||
"recentSuccess": 37,
|
||||
"recentSuccessRate": 0.3523809523809524,
|
||||
"recentTerminal": 105,
|
||||
"recentWilsonLowerBound": 0.26769213349239385,
|
||||
"running": 6,
|
||||
"selectionWeight": 2.42978711928346,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 17.5,
|
||||
"waiting": 18529
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-29T13:26:53.156187+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-29T13:26:53.156187+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Cambricon_mlu-370-x4",
|
||||
"Kunlunxin_p-800",
|
||||
"Iluvatar_mrv-100",
|
||||
"Iluvatar_bi-150",
|
||||
"Ascend_910-b4",
|
||||
"hygon_k100-ai",
|
||||
"Ascend_910-b3",
|
||||
"MetaX_c-500",
|
||||
"Sunrise_pt-200-x1",
|
||||
"Biren_166m",
|
||||
"Iluvatar_bi-100",
|
||||
"Cambricon_mlu-370-x8",
|
||||
"Mthreads_s4000"
|
||||
],
|
||||
"taskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
"throughputWindowHours": 6,
|
||||
"version": 3
|
||||
}
|
||||
Reference in New Issue
Block a user