state: compacted generation 21001
This commit is contained in:
772
.modelhub_state/market_intelligence.json
Normal file
772
.modelhub_state/market_intelligence.json
Normal file
@@ -0,0 +1,772 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-10-05T17:05:59.255551+00:00",
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-10-05T17:05:59.255551+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-05T16:49:15.747715+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 41114,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20198,
|
||||
"successRate": 0.4912681811548378,
|
||||
"wilsonLowerBound": 0.48643679928644223
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 55042,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15154,
|
||||
"successRate": 0.27531703063115437,
|
||||
"wilsonLowerBound": 0.2716011700887115
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 0,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 3785,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1132,
|
||||
"successRate": 0.29907529722589166,
|
||||
"wilsonLowerBound": 0.2846985606696568
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 35763,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16575,
|
||||
"successRate": 0.46346782988004365,
|
||||
"wilsonLowerBound": 0.4583037408701274
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 39227,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10937,
|
||||
"successRate": 0.2788130624314885,
|
||||
"wilsonLowerBound": 0.2743973284766934
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 11711,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4907,
|
||||
"successRate": 0.4190077704722056,
|
||||
"wilsonLowerBound": 0.41009950637200965
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64188,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12094,
|
||||
"successRate": 0.1884152801146632,
|
||||
"wilsonLowerBound": 0.18540875980721094
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 26563,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5701,
|
||||
"successRate": 0.2146218424123781,
|
||||
"wilsonLowerBound": 0.20972594340007317
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7396,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 97,
|
||||
"successRate": 0.013115197404002164,
|
||||
"wilsonLowerBound": 0.010763485319455634
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26529,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3261,
|
||||
"successRate": 0.1229220852651815,
|
||||
"wilsonLowerBound": 0.11902538389284043
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16498,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10158807128136745,
|
||||
"wilsonLowerBound": 0.09707043924110484
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 14302,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5753,
|
||||
"successRate": 0.4022514333659628,
|
||||
"wilsonLowerBound": 0.3942422404489415
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24592,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3800,
|
||||
"successRate": 0.15452179570592062,
|
||||
"wilsonLowerBound": 0.1500582126345915
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 8123,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 544,
|
||||
"successRate": 0.066970331158439,
|
||||
"wilsonLowerBound": 0.061736366111672984
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 49316,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12328,
|
||||
"successRate": 0.24997972260523968,
|
||||
"wilsonLowerBound": 0.24617764513111773
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23712,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3114,
|
||||
"successRate": 0.1313259109311741,
|
||||
"wilsonLowerBound": 0.12708648289155947
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86879,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9768,
|
||||
"successRate": 0.11243223333601907,
|
||||
"wilsonLowerBound": 0.11034873934667119
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 44680,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5427,
|
||||
"successRate": 0.12146374216651745,
|
||||
"wilsonLowerBound": 0.11846721777371287
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 43109,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3609,
|
||||
"successRate": 0.08371801711939503,
|
||||
"wilsonLowerBound": 0.08114041848583305
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 91441,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22574,
|
||||
"successRate": 0.246869566168349,
|
||||
"wilsonLowerBound": 0.24408541466094857
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5466,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 580,
|
||||
"successRate": 0.10611050128064398,
|
||||
"wilsonLowerBound": 0.09822058009522845
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112794,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16529,
|
||||
"successRate": 0.14654148270298065,
|
||||
"wilsonLowerBound": 0.14448964000392267
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 21793,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3838,
|
||||
"successRate": 0.17611159546643418,
|
||||
"wilsonLowerBound": 0.17111142121977357
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 43488,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5658,
|
||||
"successRate": 0.1301048565121413,
|
||||
"wilsonLowerBound": 0.12697557492317835
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7713,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 710,
|
||||
"successRate": 0.0920523791002204,
|
||||
"wilsonLowerBound": 0.08580190406851902
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 205,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 37,
|
||||
"successRate": 0.18048780487804877,
|
||||
"wilsonLowerBound": 0.13387369642098657
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 33399,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6456,
|
||||
"successRate": 0.19329920057486752,
|
||||
"wilsonLowerBound": 0.189099500133058
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61419,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12413,
|
||||
"successRate": 0.20210358358162783,
|
||||
"wilsonLowerBound": 0.1989463732919047
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 13120,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3811,
|
||||
"successRate": 0.29047256097560975,
|
||||
"wilsonLowerBound": 0.28276648286080375
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14864,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3674,
|
||||
"successRate": 0.24717438105489775,
|
||||
"wilsonLowerBound": 0.24030544402603232
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 66045,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18169,
|
||||
"successRate": 0.27510031039442806,
|
||||
"wilsonLowerBound": 0.27170765375538236
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 600,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 369,
|
||||
"successRate": 0.615,
|
||||
"wilsonLowerBound": 0.5754497991896141
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 47877,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21320,
|
||||
"successRate": 0.4453077678217098,
|
||||
"wilsonLowerBound": 0.44086039766709234
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38796,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4412,
|
||||
"successRate": 0.11372306423342612,
|
||||
"wilsonLowerBound": 0.11060207486574089
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 940,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
}
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6285,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.03054892601431981,
|
||||
"wilsonLowerBound": 0.026572683176579088
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10065,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 754,
|
||||
"successRate": 0.0749130650769995,
|
||||
"wilsonLowerBound": 0.06993064194246942
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 6884,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3002,
|
||||
"successRate": 0.43608367228355605,
|
||||
"wilsonLowerBound": 0.42440792233302893
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7404,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 244,
|
||||
"successRate": 0.032955159373311727,
|
||||
"wilsonLowerBound": 0.029124828822416106
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 15711,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4914,
|
||||
"successRate": 0.31277448921138057,
|
||||
"wilsonLowerBound": 0.30557130913102326
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 27738,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14125,
|
||||
"successRate": 0.5092292162376523,
|
||||
"wilsonLowerBound": 0.5033451333198427
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 66061,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6911,
|
||||
"successRate": 0.1046154311923828,
|
||||
"wilsonLowerBound": 0.1023044558630363
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 13309,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2084,
|
||||
"successRate": 0.15658576902847698,
|
||||
"wilsonLowerBound": 0.1505107717423421
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-05T17:18:23.955531+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 724.1454545454546,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.2950807489981226,
|
||||
"queueFactor": 0.9858680937838329,
|
||||
"queueWeight": 0.9858680937838329,
|
||||
"recentSuccess": 48,
|
||||
"recentSuccessRate": 0.21818181818181817,
|
||||
"recentTerminal": 220,
|
||||
"recentWilsonLowerBound": 0.1686963771179995,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.2767787893109177,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 36.666666666666664,
|
||||
"waiting": 26552
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 714.3456790123457,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.0575866234361455,
|
||||
"queueFactor": 0.9878850645489471,
|
||||
"queueWeight": 0.9878850645489471,
|
||||
"recentSuccess": 63,
|
||||
"recentSuccessRate": 0.25925925925925924,
|
||||
"recentTerminal": 243,
|
||||
"recentWilsonLowerBound": 0.20820792060915427,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.0326590943082667,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 40.5,
|
||||
"waiting": 28931
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 132.26923076923077,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.8842782939934115,
|
||||
"queueFactor": 1.2722540987384414,
|
||||
"queueWeight": 1.2722540987384414,
|
||||
"recentSuccess": 41,
|
||||
"recentSuccessRate": 0.26282051282051283,
|
||||
"recentTerminal": 156,
|
||||
"recentWilsonLowerBound": 0.20004498292051712,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.3972807826969955,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 26.0,
|
||||
"waiting": 3439
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 996.625,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.15994854844177137,
|
||||
"queueFactor": 0.9397512591748267,
|
||||
"queueWeight": 0.9397512591748267,
|
||||
"recentSuccess": 11,
|
||||
"recentSuccessRate": 0.11458333333333333,
|
||||
"recentTerminal": 96,
|
||||
"recentWilsonLowerBound": 0.06519804888543013,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.1503118498013404,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 16.0,
|
||||
"waiting": 15946
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 286.6363636363636,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.3525269625131884,
|
||||
"queueFactor": 1.1329036865525364,
|
||||
"queueWeight": 1.1329036865525364,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.13636363636363635,
|
||||
"recentTerminal": 176,
|
||||
"recentWilsonLowerBound": 0.09337703293860432,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.39937909544035893,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 29.333333333333332,
|
||||
"waiting": 8408
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 57.80446927374302,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 24,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 7,
|
||||
"recentSuccessRate": 0.019553072625698324,
|
||||
"recentTerminal": 358,
|
||||
"recentWilsonLowerBound": 0.009502964996666977,
|
||||
"running": 25,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 59.666666666666664,
|
||||
"waiting": 3449
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 178.88888888888889,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 1.6547168979664704,
|
||||
"queueFactor": 1.2159204924310232,
|
||||
"queueWeight": 1.2159204924310232,
|
||||
"recentSuccess": 52,
|
||||
"recentSuccessRate": 0.24074074074074073,
|
||||
"recentTerminal": 216,
|
||||
"recentWilsonLowerBound": 0.1885739067956736,
|
||||
"running": 9,
|
||||
"selectionWeight": 2.012004185409326,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 36.0,
|
||||
"waiting": 6440
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2226.8571428571427,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.0450583160198335,
|
||||
"queueFactor": 0.8329881616493066,
|
||||
"queueWeight": 0.8329881616493066,
|
||||
"recentSuccess": 11,
|
||||
"recentSuccessRate": 0.2619047619047619,
|
||||
"recentTerminal": 42,
|
||||
"recentWilsonLowerBound": 0.15302485372603591,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.8705212054776811,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.0,
|
||||
"waiting": 15588
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 337.8675496688742,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.4973980351307141,
|
||||
"queueFactor": 1.1053013756396461,
|
||||
"queueWeight": 1.1053013756396461,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.15894039735099338,
|
||||
"recentTerminal": 151,
|
||||
"recentWilsonLowerBound": 0.10919429425204763,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.5497747324704354,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 25.166666666666668,
|
||||
"waiting": 8503
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 480.4354838709677,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.284301670129456,
|
||||
"queueFactor": 1.0484492695866452,
|
||||
"queueWeight": 1.0484492695866452,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.23387096774193547,
|
||||
"recentTerminal": 124,
|
||||
"recentWilsonLowerBound": 0.1680567058860121,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.3465251479761366,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 20.666666666666668,
|
||||
"waiting": 9929
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1685.6153846153845,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.8685181725621772,
|
||||
"queueWeight": 0.8685181725621772,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.32051282051282054,
|
||||
"recentTerminal": 78,
|
||||
"recentWilsonLowerBound": 0.22748017637196857,
|
||||
"running": 4,
|
||||
"selectionWeight": 2.171295431405443,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 13.0,
|
||||
"waiting": 21913
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 1764.7241379310346,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.3784851043389875,
|
||||
"queueFactor": 0.8625636633545718,
|
||||
"queueWeight": 0.8625636633545718,
|
||||
"recentSuccess": 10,
|
||||
"recentSuccessRate": 0.1724137931034483,
|
||||
"recentTerminal": 58,
|
||||
"recentWilsonLowerBound": 0.09644189395085108,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.3264674981237744,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 9.666666666666666,
|
||||
"waiting": 17059
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 711.1578947368421,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 0.9885480358042739,
|
||||
"queueWeight": 0.9885480358042739,
|
||||
"recentSuccess": 6,
|
||||
"recentSuccessRate": 0.045112781954887216,
|
||||
"recentTerminal": 133,
|
||||
"recentWilsonLowerBound": 0.02083692467409633,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.049427401790213696,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 22.166666666666668,
|
||||
"waiting": 15764
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 606.0304568527919,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.0125547498300023,
|
||||
"queueWeight": 1.0125547498300023,
|
||||
"recentSuccess": 9,
|
||||
"recentSuccessRate": 0.04568527918781726,
|
||||
"recentTerminal": 197,
|
||||
"recentWilsonLowerBound": 0.02421829362003215,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.05062773749150012,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 32.833333333333336,
|
||||
"waiting": 19898
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-10-05T17:13:44.856765+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-10-05T17:13:44.856765+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Cambricon_mlu-370-x4",
|
||||
"Kunlunxin_p-800",
|
||||
"Iluvatar_mrv-100",
|
||||
"Iluvatar_bi-150",
|
||||
"Ascend_910-b4",
|
||||
"Ascend_910-b3",
|
||||
"hygon_k100-ai",
|
||||
"MetaX_c-500",
|
||||
"Sunrise_pt-200-x1",
|
||||
"Biren_166m",
|
||||
"Iluvatar_bi-100",
|
||||
"Cambricon_mlu-370-x8",
|
||||
"Mthreads_s4000"
|
||||
],
|
||||
"taskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
"throughputWindowHours": 6,
|
||||
"version": 3
|
||||
}
|
||||
Reference in New Issue
Block a user