state: compacted generation 20801
This commit is contained in:
808
.modelhub_state/market_intelligence.json
Normal file
808
.modelhub_state/market_intelligence.json
Normal file
@@ -0,0 +1,808 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-11-03T00:07:55.599409+00:00",
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-11-03T00:07:55.599409+00:00",
|
||||
"frameworkAttemptedAt": "2026-11-02T23:50:06.553711+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 45520,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 23073,
|
||||
"successRate": 0.5068760984182776,
|
||||
"wilsonLowerBound": 0.5022828448361059
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 59971,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15788,
|
||||
"successRate": 0.2632605759450401,
|
||||
"wilsonLowerBound": 0.25975101359651526
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 77,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 20,
|
||||
"successRate": 0.2597402597402597,
|
||||
"wilsonLowerBound": 0.17489066479540774
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7035,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2331,
|
||||
"successRate": 0.33134328358208953,
|
||||
"wilsonLowerBound": 0.320438656833292
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 40776,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19881,
|
||||
"successRate": 0.4875662154208358,
|
||||
"wilsonLowerBound": 0.4827159653593674
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41476,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11287,
|
||||
"successRate": 0.2721332818979651,
|
||||
"wilsonLowerBound": 0.2678712722080245
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 1,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 1,
|
||||
"successRate": 1.0,
|
||||
"wilsonLowerBound": 0.20654329147389294
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16799,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6629,
|
||||
"successRate": 0.394606821834633,
|
||||
"wilsonLowerBound": 0.38724051555508066
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64477,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.18766381810568109,
|
||||
"wilsonLowerBound": 0.18466867662162287
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 42695,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 8331,
|
||||
"successRate": 0.19512823515634148,
|
||||
"wilsonLowerBound": 0.1913965720479745
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8964,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 118,
|
||||
"successRate": 0.013163766175814369,
|
||||
"wilsonLowerBound": 0.011004131591276162
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26972,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3323,
|
||||
"successRate": 0.12320183894409016,
|
||||
"wilsonLowerBound": 0.11933295619773653
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16542,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10131785757465844,
|
||||
"wilsonLowerBound": 0.09681161092234837
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 20118,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7521,
|
||||
"successRate": 0.3738443185207277,
|
||||
"wilsonLowerBound": 0.3671832472185109
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24905,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3814,
|
||||
"successRate": 0.1531419393696045,
|
||||
"wilsonLowerBound": 0.14872280625862164
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 8123,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 544,
|
||||
"successRate": 0.066970331158439,
|
||||
"wilsonLowerBound": 0.061736366111672984
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 60912,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15129,
|
||||
"successRate": 0.24837470449172577,
|
||||
"wilsonLowerBound": 0.24495934192444158
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 31627,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4216,
|
||||
"successRate": 0.13330382268315047,
|
||||
"wilsonLowerBound": 0.1296021999709085
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 87140,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9779,
|
||||
"successRate": 0.11222171218728483,
|
||||
"wilsonLowerBound": 0.11014304038606977
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50904,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5810,
|
||||
"successRate": 0.11413641364136413,
|
||||
"wilsonLowerBound": 0.11140315179249707
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 56677,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3941,
|
||||
"successRate": 0.06953437902500133,
|
||||
"wilsonLowerBound": 0.06746929699995993
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95673,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24201,
|
||||
"successRate": 0.25295537926060646,
|
||||
"wilsonLowerBound": 0.2502107482793827
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
"modelCount": 173,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 6778,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 631,
|
||||
"successRate": 0.09309530835054589,
|
||||
"wilsonLowerBound": 0.0864064070891755
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 113085,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16551,
|
||||
"successRate": 0.14635893354556306,
|
||||
"wilsonLowerBound": 0.14431078714528164
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 443,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2,
|
||||
"successRate": 0.004514672686230248,
|
||||
"wilsonLowerBound": 0.0012389344994948165
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26616,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4294,
|
||||
"successRate": 0.16133152990682295,
|
||||
"wilsonLowerBound": 0.15696129560225075
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 45882,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5919,
|
||||
"successRate": 0.12900483849875768,
|
||||
"wilsonLowerBound": 0.12596864368260352
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9189,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 854,
|
||||
"successRate": 0.09293720753074328,
|
||||
"wilsonLowerBound": 0.08716955075006512
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 206,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 37,
|
||||
"successRate": 0.1796116504854369,
|
||||
"wilsonLowerBound": 0.13320865973713544
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37559,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7800,
|
||||
"successRate": 0.20767326073644132,
|
||||
"wilsonLowerBound": 0.20360082510588157
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61727,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12435,
|
||||
"successRate": 0.2014515528050934,
|
||||
"wilsonLowerBound": 0.1983060449996409
|
||||
},
|
||||
"vllm_0.25.1": {
|
||||
"framework": "vllm_0.25.1",
|
||||
"modelCount": 2,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2,
|
||||
"successRate": 1.0,
|
||||
"wilsonLowerBound": 0.3423719528896193
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 22276,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 6093,
|
||||
"successRate": 0.2735230741605315,
|
||||
"wilsonLowerBound": 0.2677085980021423
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 17394,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4161,
|
||||
"successRate": 0.2392204208347706,
|
||||
"wilsonLowerBound": 0.23293850559802295
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 71810,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19644,
|
||||
"successRate": 0.27355521515109316,
|
||||
"wilsonLowerBound": 0.2703068691817918
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 3313,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1811,
|
||||
"successRate": 0.5466344702686387,
|
||||
"wilsonLowerBound": 0.5296383020657967
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 49732,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22425,
|
||||
"successRate": 0.4509169146625915,
|
||||
"wilsonLowerBound": 0.44654761202129273
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 43167,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5894,
|
||||
"successRate": 0.13653948618157388,
|
||||
"wilsonLowerBound": 0.13333266581786002
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1551,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
}
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6291,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.030519790176442536,
|
||||
"wilsonLowerBound": 0.02654729145069718
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10138,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 769,
|
||||
"successRate": 0.07585322548826198,
|
||||
"wilsonLowerBound": 0.07085844196940205
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8650,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3804,
|
||||
"successRate": 0.43976878612716763,
|
||||
"wilsonLowerBound": 0.42933751823888044
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7476,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 254,
|
||||
"successRate": 0.03397538790797218,
|
||||
"wilsonLowerBound": 0.030102074381377207
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 24806,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6921,
|
||||
"successRate": 0.27900507941627023,
|
||||
"wilsonLowerBound": 0.27345813964979865
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 30430,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15555,
|
||||
"successRate": 0.5111731843575419,
|
||||
"wilsonLowerBound": 0.5055556169944907
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 70323,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7659,
|
||||
"successRate": 0.10891173584744678,
|
||||
"wilsonLowerBound": 0.10663053396652182
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 15783,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2966,
|
||||
"successRate": 0.18792371538997657,
|
||||
"wilsonLowerBound": 0.18190525074879474
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-11-03T00:07:55.599409+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001704899027355105,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 351927,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 351927,
|
||||
"recentWilsonLowerBound": 0.9999890842189831,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 58654.5,
|
||||
"waiting": 100
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001704899027355105,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 351927,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 351927,
|
||||
"recentWilsonLowerBound": 0.9999890842189831,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 58654.5,
|
||||
"waiting": 100
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001704899027355105,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 351927,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 351927,
|
||||
"recentWilsonLowerBound": 0.9999890842189831,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 58654.5,
|
||||
"waiting": 100
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001704899027355105,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 351927,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 351927,
|
||||
"recentWilsonLowerBound": 0.9999890842189831,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 58654.5,
|
||||
"waiting": 100
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001704899027355105,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 351927,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 351927,
|
||||
"recentWilsonLowerBound": 0.9999890842189831,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 58654.5,
|
||||
"waiting": 100
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001704899027355105,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 24,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 351927,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 351927,
|
||||
"recentWilsonLowerBound": 0.9999890842189831,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 58654.5,
|
||||
"waiting": 100
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001704899027355105,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 351927,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 351927,
|
||||
"recentWilsonLowerBound": 0.9999890842189831,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 58654.5,
|
||||
"waiting": 100
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001704899027355105,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 351927,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 351927,
|
||||
"recentWilsonLowerBound": 0.9999890842189831,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 58654.5,
|
||||
"waiting": 100
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001704899027355105,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 351927,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 351927,
|
||||
"recentWilsonLowerBound": 0.9999890842189831,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 58654.5,
|
||||
"waiting": 100
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001704899027355105,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 351927,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 351927,
|
||||
"recentWilsonLowerBound": 0.9999890842189831,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 58654.5,
|
||||
"waiting": 100
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001704899027355105,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 351927,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 351927,
|
||||
"recentWilsonLowerBound": 0.9999890842189831,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 58654.5,
|
||||
"waiting": 100
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001704899027355105,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 351927,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 351927,
|
||||
"recentWilsonLowerBound": 0.9999890842189831,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 58654.5,
|
||||
"waiting": 100
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001704899027355105,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 351927,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 351927,
|
||||
"recentWilsonLowerBound": 0.9999890842189831,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 58654.5,
|
||||
"waiting": 100
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 0.001704899027355105,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 351927,
|
||||
"recentSuccessRate": 1.0,
|
||||
"recentTerminal": 351927,
|
||||
"recentWilsonLowerBound": 0.9999890842189831,
|
||||
"running": 0,
|
||||
"selectionWeight": 2.5,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 58654.5,
|
||||
"waiting": 100
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-11-03T00:07:55.599409+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-11-03T00:07:55.599409+00:00",
|
||||
"supportedGpus": [
|
||||
"Cambricon_mlu-370-x4",
|
||||
"Iluvatar_mrv-100",
|
||||
"Kunlunxin_p-800",
|
||||
"Vastai_va16",
|
||||
"Iluvatar_bi-150",
|
||||
"Biren_166m",
|
||||
"Ascend_910-b4",
|
||||
"Ascend_910-b3",
|
||||
"MetaX_c-500",
|
||||
"hygon_k100-ai",
|
||||
"Sunrise_pt-200-x1",
|
||||
"Iluvatar_bi-100",
|
||||
"Cambricon_mlu-370-x8",
|
||||
"Mthreads_s4000"
|
||||
],
|
||||
"taskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
"throughputWindowHours": 6,
|
||||
"version": 3
|
||||
}
|
||||
Reference in New Issue
Block a user