state: compacted generation 11001
This commit is contained in:
790
.modelhub_state/market_intelligence.json
Normal file
790
.modelhub_state/market_intelligence.json
Normal file
@@ -0,0 +1,790 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-10-26T07:42:03.562573+00:00",
|
||||
"communityError": "ModelHubAPIError: 分页大小不能超过100",
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": null,
|
||||
"frameworkAttemptedAt": "2026-10-26T07:42:03.562573+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 44415,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22450,
|
||||
"successRate": 0.5054598671619949,
|
||||
"wilsonLowerBound": 0.5008097845030469
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 59035,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15691,
|
||||
"successRate": 0.2657914796307275,
|
||||
"wilsonLowerBound": 0.2622432636305726
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 1,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 1,
|
||||
"successRate": 1.0,
|
||||
"wilsonLowerBound": 0.20654329147389294
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6024,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1959,
|
||||
"successRate": 0.325199203187251,
|
||||
"wilsonLowerBound": 0.3134840858286822
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 39541,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19095,
|
||||
"successRate": 0.48291646645254294,
|
||||
"wilsonLowerBound": 0.4779928844627091
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41101,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11228,
|
||||
"successRate": 0.2731807011994842,
|
||||
"wilsonLowerBound": 0.2688941237971043
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 15164,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6211,
|
||||
"successRate": 0.40958849907676076,
|
||||
"wilsonLowerBound": 0.40178526312839385
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64333,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.1880838760822595,
|
||||
"wilsonLowerBound": 0.18508278670261516
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 38034,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 7893,
|
||||
"successRate": 0.20752484619025083,
|
||||
"wilsonLowerBound": 0.2034788232362188
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8549,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 117,
|
||||
"successRate": 0.013685811205989004,
|
||||
"wilsonLowerBound": 0.011432258838933994
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26860,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3298,
|
||||
"successRate": 0.12278481012658228,
|
||||
"wilsonLowerBound": 0.11891376406680516
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16529,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.1013975437110533,
|
||||
"wilsonLowerBound": 0.09688793914234818
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 18568,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7079,
|
||||
"successRate": 0.38124730719517447,
|
||||
"wilsonLowerBound": 0.374286440164803
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24864,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3812,
|
||||
"successRate": 0.15331402831402832,
|
||||
"wilsonLowerBound": 0.14888921210589615
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 8123,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 544,
|
||||
"successRate": 0.066970331158439,
|
||||
"wilsonLowerBound": 0.061736366111672984
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 57712,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14433,
|
||||
"successRate": 0.2500866370945384,
|
||||
"wilsonLowerBound": 0.24657010453546446
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 27616,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3833,
|
||||
"successRate": 0.13879634994206258,
|
||||
"wilsonLowerBound": 0.13476884106176398
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 87140,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9779,
|
||||
"successRate": 0.11222171218728483,
|
||||
"wilsonLowerBound": 0.11014304038606977
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50636,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5786,
|
||||
"successRate": 0.11426652974168576,
|
||||
"wilsonLowerBound": 0.11152473682780922
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 53687,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3884,
|
||||
"successRate": 0.07234526049136662,
|
||||
"wilsonLowerBound": 0.07018433385005825
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95517,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24170,
|
||||
"successRate": 0.2530439607609117,
|
||||
"wilsonLowerBound": 0.25029677484756174
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
"modelCount": 163,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 6241,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 611,
|
||||
"successRate": 0.09790097740746675,
|
||||
"wilsonLowerBound": 0.09077336187318014
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112987,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16547,
|
||||
"successRate": 0.14645047660350305,
|
||||
"wilsonLowerBound": 0.1444009103811104
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 381,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1,
|
||||
"successRate": 0.0026246719160104987,
|
||||
"wilsonLowerBound": 0.0004634574653101692
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26496,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4262,
|
||||
"successRate": 0.16085446859903382,
|
||||
"wilsonLowerBound": 0.15647982350708137
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 44769,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5822,
|
||||
"successRate": 0.130045343876343,
|
||||
"wilsonLowerBound": 0.12696130523957044
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9123,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 849,
|
||||
"successRate": 0.09306149292995725,
|
||||
"wilsonLowerBound": 0.08726999541590191
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 205,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 37,
|
||||
"successRate": 0.18048780487804877,
|
||||
"wilsonLowerBound": 0.13387369642098657
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36515,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7434,
|
||||
"successRate": 0.20358756675338902,
|
||||
"wilsonLowerBound": 0.19948870466483604
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61627,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12431,
|
||||
"successRate": 0.2017135346520194,
|
||||
"wilsonLowerBound": 0.19856393622166757
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 20253,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5675,
|
||||
"successRate": 0.2802054016688886,
|
||||
"wilsonLowerBound": 0.27406232793056007
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16740,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4041,
|
||||
"successRate": 0.2413978494623656,
|
||||
"wilsonLowerBound": 0.23497501107240307
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 70667,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19393,
|
||||
"successRate": 0.2744279508115528,
|
||||
"wilsonLowerBound": 0.2711502316206723
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2241,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1283,
|
||||
"successRate": 0.5725122713074521,
|
||||
"wilsonLowerBound": 0.5519225362808802
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 49020,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22000,
|
||||
"successRate": 0.44879640962872297,
|
||||
"wilsonLowerBound": 0.4443975781455485
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 42029,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5470,
|
||||
"successRate": 0.13014823098336864,
|
||||
"wilsonLowerBound": 0.12696520866446723
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1359,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
}
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6289,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.03052949594530132,
|
||||
"wilsonLowerBound": 0.026555749965692398
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10125,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 767,
|
||||
"successRate": 0.07575308641975309,
|
||||
"wilsonLowerBound": 0.07075835932361545
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8158,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3588,
|
||||
"successRate": 0.4398136798234861,
|
||||
"wilsonLowerBound": 0.429073287601153
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7460,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 251,
|
||||
"successRate": 0.033646112600536196,
|
||||
"wilsonLowerBound": 0.029788286261869263
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 21592,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6124,
|
||||
"successRate": 0.2836235642830678,
|
||||
"wilsonLowerBound": 0.2776500167872167
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 29567,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15172,
|
||||
"successRate": 0.513139648932932,
|
||||
"wilsonLowerBound": 0.5074409679210915
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 69295,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7534,
|
||||
"successRate": 0.10872357312937442,
|
||||
"wilsonLowerBound": 0.10642744116853134
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 14786,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2725,
|
||||
"successRate": 0.18429595563370757,
|
||||
"wilsonLowerBound": 0.17812859314322357
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-26T07:42:03.562573+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001755001755001755,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 341880,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 341880,
|
||||
"recentWilsonLowerBound": 0.9999887634350252,
|
||||
"running": 45,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56980.0,
|
||||
"waiting": 100
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 0.0017199017199017199,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 341880,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 341880,
|
||||
"recentWilsonLowerBound": 0.9999887634350252,
|
||||
"running": 45,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56980.0,
|
||||
"waiting": 98
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 0.0017550120218323495,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.49999999963846,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 341878,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 341878,
|
||||
"recentWilsonLowerBound": 0.9999887633692914,
|
||||
"running": 45,
|
||||
"selectionWeight": 2.49999999963846,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56979.666666666664,
|
||||
"waiting": 100
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 0.0017199117813957027,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 2.49999999963846,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 341878,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 341878,
|
||||
"recentWilsonLowerBound": 0.9999887633692914,
|
||||
"running": 45,
|
||||
"selectionWeight": 2.49999999963846,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56979.666666666664,
|
||||
"waiting": 98
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 0.0017550120218323495,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 2.49999999963846,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 341878,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 341878,
|
||||
"recentWilsonLowerBound": 0.9999887633692914,
|
||||
"running": 45,
|
||||
"selectionWeight": 2.49999999963846,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56979.666666666664,
|
||||
"waiting": 100
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001755001755001755,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 24,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 341880,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 341880,
|
||||
"recentWilsonLowerBound": 0.9999887634350252,
|
||||
"running": 45,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56980.0,
|
||||
"waiting": 100
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 0.0017199017199017199,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 341880,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 341880,
|
||||
"recentWilsonLowerBound": 0.9999887634350252,
|
||||
"running": 45,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56980.0,
|
||||
"waiting": 98
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001755001755001755,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 341880,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 341880,
|
||||
"recentWilsonLowerBound": 0.9999887634350252,
|
||||
"running": 45,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56980.0,
|
||||
"waiting": 100
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001755001755001755,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 341880,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 341880,
|
||||
"recentWilsonLowerBound": 0.9999887634350252,
|
||||
"running": 45,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56980.0,
|
||||
"waiting": 100
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 0.0017199017199017199,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 341880,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 341880,
|
||||
"recentWilsonLowerBound": 0.9999887634350252,
|
||||
"running": 45,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56980.0,
|
||||
"waiting": 98
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 0.0017550120218323495,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.49999999963846,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 341878,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 341878,
|
||||
"recentWilsonLowerBound": 0.9999887633692914,
|
||||
"running": 45,
|
||||
"selectionWeight": 2.49999999963846,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56979.666666666664,
|
||||
"waiting": 100
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 0.0017199117813957027,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.49999999963846,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 341878,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 341878,
|
||||
"recentWilsonLowerBound": 0.9999887633692914,
|
||||
"running": 45,
|
||||
"selectionWeight": 2.49999999963846,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56979.666666666664,
|
||||
"waiting": 98
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 0.0017199117813957027,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 2.49999999963846,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 341878,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 341878,
|
||||
"recentWilsonLowerBound": 0.9999887633692914,
|
||||
"running": 45,
|
||||
"selectionWeight": 2.49999999963846,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56979.666666666664,
|
||||
"waiting": 98
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 0.0017199117813957027,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 2.49999999963846,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 341878,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 341878,
|
||||
"recentWilsonLowerBound": 0.9999887633692914,
|
||||
"running": 45,
|
||||
"selectionWeight": 2.49999999963846,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 56979.666666666664,
|
||||
"waiting": 98
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-10-26T07:42:03.562573+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-10-26T07:42:03.562573+00:00",
|
||||
"supportedGpus": [
|
||||
"Cambricon_mlu-370-x4",
|
||||
"Vastai_va16",
|
||||
"Iluvatar_mrv-100",
|
||||
"Kunlunxin_p-800",
|
||||
"Iluvatar_bi-150",
|
||||
"Biren_166m",
|
||||
"Ascend_910-b3",
|
||||
"Ascend_910-b4",
|
||||
"hygon_k100-ai",
|
||||
"MetaX_c-500",
|
||||
"Sunrise_pt-200-x1",
|
||||
"Iluvatar_bi-100",
|
||||
"Cambricon_mlu-370-x8",
|
||||
"Mthreads_s4000"
|
||||
],
|
||||
"taskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
"throughputWindowHours": 6,
|
||||
"version": 3
|
||||
}
|
||||
Reference in New Issue
Block a user