state: compacted generation 8801
This commit is contained in:
790
.modelhub_state/market_intelligence.json
Normal file
790
.modelhub_state/market_intelligence.json
Normal file
@@ -0,0 +1,790 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-10-25T10:56:52.152328+00:00",
|
||||
"communityError": "ModelHubAPIError: 分页大小不能超过100",
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": null,
|
||||
"frameworkAttemptedAt": "2026-10-25T10:56:52.152328+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 44276,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22359,
|
||||
"successRate": 0.5049914174722198,
|
||||
"wilsonLowerBound": 0.5003340362334262
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 58913,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15679,
|
||||
"successRate": 0.26613820379203235,
|
||||
"wilsonLowerBound": 0.26258482627547186
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 1,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 1,
|
||||
"successRate": 1.0,
|
||||
"wilsonLowerBound": 0.20654329147389294
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 5893,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1918,
|
||||
"successRate": 0.32547089767520787,
|
||||
"wilsonLowerBound": 0.31362483963830234
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 39390,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18998,
|
||||
"successRate": 0.4823051535922823,
|
||||
"wilsonLowerBound": 0.4773724172225894
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41055,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11223,
|
||||
"successRate": 0.2733649981731823,
|
||||
"wilsonLowerBound": 0.26907510793062717
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 15006,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6158,
|
||||
"successRate": 0.4103691856590697,
|
||||
"wilsonLowerBound": 0.40252262240534764
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64327,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.18810141931070934,
|
||||
"wilsonLowerBound": 0.18510008160206354
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 37660,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 7843,
|
||||
"successRate": 0.20825809877854487,
|
||||
"wilsonLowerBound": 0.20418677823157488
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8487,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 117,
|
||||
"successRate": 0.013785790031813362,
|
||||
"wilsonLowerBound": 0.011515862188305952
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26850,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3298,
|
||||
"successRate": 0.12283054003724395,
|
||||
"wilsonLowerBound": 0.11895814822323401
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16528,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10140367860600194,
|
||||
"wilsonLowerBound": 0.0968938155297491
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 18380,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7021,
|
||||
"successRate": 0.3819912948857454,
|
||||
"wilsonLowerBound": 0.37499227590602363
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24860,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3812,
|
||||
"successRate": 0.15333869670152855,
|
||||
"wilsonLowerBound": 0.14891323006519935
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 8123,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 544,
|
||||
"successRate": 0.066970331158439,
|
||||
"wilsonLowerBound": 0.061736366111672984
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 57283,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14346,
|
||||
"successRate": 0.2504407939528307,
|
||||
"wilsonLowerBound": 0.24690948536979576
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 27176,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3725,
|
||||
"successRate": 0.13706947306446865,
|
||||
"wilsonLowerBound": 0.1330316947000173
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 87140,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9779,
|
||||
"successRate": 0.11222171218728483,
|
||||
"wilsonLowerBound": 0.11014304038606977
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50591,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5785,
|
||||
"successRate": 0.11434840188966416,
|
||||
"wilsonLowerBound": 0.11160453194989696
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 53433,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3879,
|
||||
"successRate": 0.07259558699679973,
|
||||
"wilsonLowerBound": 0.07042608512093544
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95484,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24165,
|
||||
"successRate": 0.2530790498931758,
|
||||
"wilsonLowerBound": 0.25033126320819554
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
"modelCount": 157,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 6070,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 610,
|
||||
"successRate": 0.10049423393739704,
|
||||
"wilsonLowerBound": 0.09318138634091551
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112980,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16546,
|
||||
"successRate": 0.14645069923880333,
|
||||
"wilsonLowerBound": 0.14440106859070131
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 350,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1,
|
||||
"successRate": 0.002857142857142857,
|
||||
"wilsonLowerBound": 0.0005045210608510123
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26468,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4260,
|
||||
"successRate": 0.16094907057578964,
|
||||
"wilsonLowerBound": 0.1565710729851285
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 44753,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5820,
|
||||
"successRate": 0.13004714767725067,
|
||||
"wilsonLowerBound": 0.12696254492088832
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8688,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 842,
|
||||
"successRate": 0.09691528545119706,
|
||||
"wilsonLowerBound": 0.09087131608549241
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 205,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 37,
|
||||
"successRate": 0.18048780487804877,
|
||||
"wilsonLowerBound": 0.13387369642098657
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36364,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7393,
|
||||
"successRate": 0.20330546694533055,
|
||||
"wilsonLowerBound": 0.1992003340634116
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61615,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12431,
|
||||
"successRate": 0.2017528199302118,
|
||||
"wilsonLowerBound": 0.19860268364523323
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 19985,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5615,
|
||||
"successRate": 0.28096072054040533,
|
||||
"wilsonLowerBound": 0.27477162297437946
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16658,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4020,
|
||||
"successRate": 0.2413254892544123,
|
||||
"wilsonLowerBound": 0.23488769094878134
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 70543,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19364,
|
||||
"successRate": 0.27449924159732364,
|
||||
"wilsonLowerBound": 0.2712183840410542
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2152,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1238,
|
||||
"successRate": 0.5752788104089219,
|
||||
"wilsonLowerBound": 0.5542782555532888
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 48945,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21946,
|
||||
"successRate": 0.4483808356318316,
|
||||
"wilsonLowerBound": 0.44397905169126084
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41906,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5434,
|
||||
"successRate": 0.12967116880637616,
|
||||
"wilsonLowerBound": 0.12648859893603917
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1342,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
}
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6289,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.03052949594530132,
|
||||
"wilsonLowerBound": 0.026555749965692398
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10119,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 766,
|
||||
"successRate": 0.07569917976084593,
|
||||
"wilsonLowerBound": 0.07070472196047793
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8102,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3562,
|
||||
"successRate": 0.4396445322142681,
|
||||
"wilsonLowerBound": 0.42886772817495356
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7457,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 249,
|
||||
"successRate": 0.03339144428054177,
|
||||
"wilsonLowerBound": 0.02954796265991413
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 21348,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6073,
|
||||
"successRate": 0.2844762975454375,
|
||||
"wilsonLowerBound": 0.27846330490471866
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 29477,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15128,
|
||||
"successRate": 0.513213692031075,
|
||||
"wilsonLowerBound": 0.5075063291179877
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 69189,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7523,
|
||||
"successRate": 0.10873115668675656,
|
||||
"wilsonLowerBound": 0.10643321164635751
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 14692,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2694,
|
||||
"successRate": 0.18336509665123876,
|
||||
"wilsonLowerBound": 0.1771908242121095
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-25T10:56:52.152328+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001760987091964616,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.499999999817998,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 340718,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 340718,
|
||||
"recentWilsonLowerBound": 0.9999887251137705,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.499999999817998,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56786.333333333336,
|
||||
"waiting": 100
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001760987091964616,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.499999999817998,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 340718,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 340718,
|
||||
"recentWilsonLowerBound": 0.9999887251137705,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.499999999817998,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56786.333333333336,
|
||||
"waiting": 100
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001760981923520555,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 340719,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 340719,
|
||||
"recentWilsonLowerBound": 0.9999887251468614,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56786.5,
|
||||
"waiting": 100
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001760981923520555,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 340719,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 340719,
|
||||
"recentWilsonLowerBound": 0.9999887251468614,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56786.5,
|
||||
"waiting": 100
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001760987091964616,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 2.499999999817998,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 340718,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 340718,
|
||||
"recentWilsonLowerBound": 0.9999887251137705,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.499999999817998,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56786.333333333336,
|
||||
"waiting": 100
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001760987091964616,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 24,
|
||||
"qualityFactor": 2.499999999817998,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 340718,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 340718,
|
||||
"recentWilsonLowerBound": 0.9999887251137705,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.499999999817998,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56786.333333333336,
|
||||
"waiting": 100
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001760987091964616,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 2.499999999817998,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 340718,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 340718,
|
||||
"recentWilsonLowerBound": 0.9999887251137705,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.499999999817998,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56786.333333333336,
|
||||
"waiting": 100
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001760981923520555,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 340719,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 340719,
|
||||
"recentWilsonLowerBound": 0.9999887251468614,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56786.5,
|
||||
"waiting": 100
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001760981923520555,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 340719,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 340719,
|
||||
"recentWilsonLowerBound": 0.9999887251468614,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56786.5,
|
||||
"waiting": 100
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001760981923520555,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 340719,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 340719,
|
||||
"recentWilsonLowerBound": 0.9999887251468614,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56786.5,
|
||||
"waiting": 100
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001760981923520555,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 340719,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 340719,
|
||||
"recentWilsonLowerBound": 0.9999887251468614,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56786.5,
|
||||
"waiting": 100
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001760987091964616,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.499999999817998,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 340718,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 340718,
|
||||
"recentWilsonLowerBound": 0.9999887251137705,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.499999999817998,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56786.333333333336,
|
||||
"waiting": 100
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001760981923520555,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 340719,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 340719,
|
||||
"recentWilsonLowerBound": 0.9999887251468614,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56786.5,
|
||||
"waiting": 100
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001760981923520555,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 340719,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 340719,
|
||||
"recentWilsonLowerBound": 0.9999887251468614,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56786.5,
|
||||
"waiting": 100
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-10-25T10:56:52.152328+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-10-25T10:56:52.152328+00:00",
|
||||
"supportedGpus": [
|
||||
"Cambricon_mlu-370-x4",
|
||||
"Vastai_va16",
|
||||
"Iluvatar_mrv-100",
|
||||
"Kunlunxin_p-800",
|
||||
"Iluvatar_bi-150",
|
||||
"Biren_166m",
|
||||
"Ascend_910-b3",
|
||||
"Ascend_910-b4",
|
||||
"hygon_k100-ai",
|
||||
"MetaX_c-500",
|
||||
"Sunrise_pt-200-x1",
|
||||
"Iluvatar_bi-100",
|
||||
"Cambricon_mlu-370-x8",
|
||||
"Mthreads_s4000"
|
||||
],
|
||||
"taskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
"throughputWindowHours": 6,
|
||||
"version": 3
|
||||
}
|
||||
Reference in New Issue
Block a user