state: compacted generation 21801
This commit is contained in:
772
.modelhub_state/market_intelligence.json
Normal file
772
.modelhub_state/market_intelligence.json
Normal file
@@ -0,0 +1,772 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-10-07T11:31:59.562492+00:00",
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-10-07T11:31:59.562492+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-07T08:51:19.082816+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 41380,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20391,
|
||||
"successRate": 0.4927742870952151,
|
||||
"wilsonLowerBound": 0.4879580834301793
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 55428,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15217,
|
||||
"successRate": 0.2745363354261384,
|
||||
"wilsonLowerBound": 0.27083671106569096
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 0,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 3957,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1194,
|
||||
"successRate": 0.3017437452615618,
|
||||
"wilsonLowerBound": 0.2876395841035005
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 36095,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16791,
|
||||
"successRate": 0.46518908436071477,
|
||||
"wilsonLowerBound": 0.4600473261317595
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 39331,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10955,
|
||||
"successRate": 0.27853347232462944,
|
||||
"wilsonLowerBound": 0.27412494242580115
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 12001,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5050,
|
||||
"successRate": 0.42079826681109905,
|
||||
"wilsonLowerBound": 0.41199217134203897
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64200,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12095,
|
||||
"successRate": 0.1883956386292835,
|
||||
"wilsonLowerBound": 0.18538951980161134
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 27503,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5961,
|
||||
"successRate": 0.21673999200087263,
|
||||
"wilsonLowerBound": 0.21191018463597908
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7501,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 101,
|
||||
"successRate": 0.013464871350486601,
|
||||
"wilsonLowerBound": 0.011094443907275046
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26550,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3264,
|
||||
"successRate": 0.12293785310734463,
|
||||
"wilsonLowerBound": 0.11904245157890218
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16501,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10156960184231259,
|
||||
"wilsonLowerBound": 0.09705274789685281
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 14674,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5871,
|
||||
"successRate": 0.40009540684203354,
|
||||
"wilsonLowerBound": 0.3921956250152796
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24636,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3804,
|
||||
"successRate": 0.1544081831466147,
|
||||
"wilsonLowerBound": 0.14994991340580133
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 8123,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 544,
|
||||
"successRate": 0.066970331158439,
|
||||
"wilsonLowerBound": 0.061736366111672984
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 49955,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12535,
|
||||
"successRate": 0.25092583324992496,
|
||||
"wilsonLowerBound": 0.24714317508322478
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23762,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3115,
|
||||
"successRate": 0.13109165895126673,
|
||||
"wilsonLowerBound": 0.12685992110174144
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86912,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9768,
|
||||
"successRate": 0.11238954344624448,
|
||||
"wilsonLowerBound": 0.11030679190751505
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 45238,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5474,
|
||||
"successRate": 0.12100446527255847,
|
||||
"wilsonLowerBound": 0.11803122886915433
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 44383,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3627,
|
||||
"successRate": 0.08172047856161142,
|
||||
"wilsonLowerBound": 0.07920793914224697
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 91719,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22737,
|
||||
"successRate": 0.24789847250842245,
|
||||
"wilsonLowerBound": 0.2451145861002462
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5473,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 581,
|
||||
"successRate": 0.10615750045678787,
|
||||
"wilsonLowerBound": 0.09827082957026088
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112820,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16529,
|
||||
"successRate": 0.14650771139868818,
|
||||
"wilsonLowerBound": 0.14445630187082825
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 22333,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3894,
|
||||
"successRate": 0.17436081135539336,
|
||||
"wilsonLowerBound": 0.1694406798689507
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 43526,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5659,
|
||||
"successRate": 0.13001424435969305,
|
||||
"wilsonLowerBound": 0.12688725889012745
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7797,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 723,
|
||||
"successRate": 0.09272797229703732,
|
||||
"wilsonLowerBound": 0.08648876940540856
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 205,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 37,
|
||||
"successRate": 0.18048780487804877,
|
||||
"wilsonLowerBound": 0.13387369642098657
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 33654,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6544,
|
||||
"successRate": 0.19444939680275747,
|
||||
"wilsonLowerBound": 0.19025585812926368
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61448,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12415,
|
||||
"successRate": 0.20204074990235646,
|
||||
"wilsonLowerBound": 0.19888465279701611
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 13752,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3953,
|
||||
"successRate": 0.28744909831297266,
|
||||
"wilsonLowerBound": 0.27994510596458577
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14989,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3689,
|
||||
"successRate": 0.24611381679898592,
|
||||
"wilsonLowerBound": 0.239283551574437
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 66420,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18306,
|
||||
"successRate": 0.275609756097561,
|
||||
"wilsonLowerBound": 0.27222467526809935
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 690,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 423,
|
||||
"successRate": 0.6130434782608696,
|
||||
"wilsonLowerBound": 0.5761709802269077
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 48007,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21417,
|
||||
"successRate": 0.4461224404774304,
|
||||
"wilsonLowerBound": 0.44168022858064404
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 39059,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4511,
|
||||
"successRate": 0.11549194807854783,
|
||||
"wilsonLowerBound": 0.11235996255723332
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 991,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
}
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6285,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.03054892601431981,
|
||||
"wilsonLowerBound": 0.026572683176579088
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10069,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 755,
|
||||
"successRate": 0.07498261992253451,
|
||||
"wilsonLowerBound": 0.06999893763887836
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 6998,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3060,
|
||||
"successRate": 0.43726779079737066,
|
||||
"wilsonLowerBound": 0.42568300276636784
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7406,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 244,
|
||||
"successRate": 0.03294625978935998,
|
||||
"wilsonLowerBound": 0.029116949043479782
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 15982,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4934,
|
||||
"successRate": 0.3087223126016769,
|
||||
"wilsonLowerBound": 0.3016067205519647
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 27859,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14190,
|
||||
"successRate": 0.5093506586740371,
|
||||
"wilsonLowerBound": 0.5034793785890819
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 66447,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7001,
|
||||
"successRate": 0.10536216834469578,
|
||||
"wilsonLowerBound": 0.10305048996394064
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 13390,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2123,
|
||||
"successRate": 0.1585511575802838,
|
||||
"wilsonLowerBound": 0.15246242810234995
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-07T11:43:40.667124+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 1193.8260869565217,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.2991849878012205,
|
||||
"queueFactor": 0.9845013377909773,
|
||||
"queueWeight": 0.9845013377909773,
|
||||
"recentSuccess": 44,
|
||||
"recentSuccessRate": 0.3188405797101449,
|
||||
"recentTerminal": 138,
|
||||
"recentWilsonLowerBound": 0.24689555453184556,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.279049358528256,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 23.0,
|
||||
"waiting": 27458
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1404.65625,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9607755929233441,
|
||||
"queueWeight": 0.9607755929233441,
|
||||
"recentSuccess": 53,
|
||||
"recentSuccessRate": 0.4140625,
|
||||
"recentTerminal": 128,
|
||||
"recentWilsonLowerBound": 0.3324500931647407,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.4019389823083603,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 21.333333333333332,
|
||||
"waiting": 29966
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 147.84,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.5535114706454756,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 39,
|
||||
"recentSuccessRate": 0.22285714285714286,
|
||||
"recentTerminal": 175,
|
||||
"recentWilsonLowerBound": 0.16752669164667533,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.7195649118391183,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 29.166666666666668,
|
||||
"waiting": 4312
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1366.64,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.34876056094545416,
|
||||
"queueFactor": 0.9647379242006223,
|
||||
"queueWeight": 0.9647379242006223,
|
||||
"recentSuccess": 16,
|
||||
"recentSuccessRate": 0.21333333333333335,
|
||||
"recentTerminal": 75,
|
||||
"recentWilsonLowerBound": 0.13580086342007996,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.3364625396095621,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 12.5,
|
||||
"waiting": 17083
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 440.296875,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.8506991401884556,
|
||||
"queueFactor": 1.1433932653199759,
|
||||
"queueWeight": 1.1433932653199759,
|
||||
"recentSuccess": 35,
|
||||
"recentSuccessRate": 0.2734375,
|
||||
"recentTerminal": 128,
|
||||
"recentWilsonLowerBound": 0.20366886073267176,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.9726836677049742,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 21.333333333333332,
|
||||
"waiting": 9393
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 58.4953560371517,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 24,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 11,
|
||||
"recentSuccessRate": 0.034055727554179564,
|
||||
"recentTerminal": 323,
|
||||
"recentWilsonLowerBound": 0.019120489612725677,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 53.833333333333336,
|
||||
"waiting": 3149
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 201.12631578947367,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.522811140597909,
|
||||
"queueFactor": 1.2859886500035327,
|
||||
"queueWeight": 1.2859886500035327,
|
||||
"recentSuccess": 41,
|
||||
"recentSuccessRate": 0.21578947368421053,
|
||||
"recentTerminal": 190,
|
||||
"recentWilsonLowerBound": 0.1632373595219752,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.6723291929043121,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 31.666666666666668,
|
||||
"waiting": 6369
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 1635.3684210526317,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.22524605548733978,
|
||||
"queueFactor": 0.9391071113254815,
|
||||
"queueWeight": 0.9391071113254815,
|
||||
"recentSuccess": 11,
|
||||
"recentSuccessRate": 0.19298245614035087,
|
||||
"recentTerminal": 57,
|
||||
"recentWilsonLowerBound": 0.1113263337776048,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.21153017250617479,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 9.5,
|
||||
"waiting": 15536
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 389.24475524475525,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.1932843747872372,
|
||||
"queueFactor": 1.1647267633185694,
|
||||
"queueWeight": 1.1647267633185694,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.15384615384615385,
|
||||
"recentTerminal": 143,
|
||||
"recentWilsonLowerBound": 0.103845722608873,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.22512348424599207,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 23.833333333333332,
|
||||
"waiting": 9277
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 658.3199999999999,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.5490540230207324,
|
||||
"queueFactor": 1.0764451687512064,
|
||||
"queueWeight": 1.0764451687512064,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.24,
|
||||
"recentTerminal": 100,
|
||||
"recentWilsonLowerBound": 0.16691211265459965,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.591026550464081,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 16.666666666666668,
|
||||
"waiting": 10972
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1892.608695652174,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.7789685336161345,
|
||||
"queueFactor": 0.9187521018645338,
|
||||
"queueWeight": 0.9187521018645338,
|
||||
"recentSuccess": 27,
|
||||
"recentSuccessRate": 0.391304347826087,
|
||||
"recentTerminal": 69,
|
||||
"recentWilsonLowerBound": 0.28481147647724914,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.634431079410691,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 11.5,
|
||||
"waiting": 21765
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 2137.5,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.13079162777601552,
|
||||
"queueFactor": 0.9021350402981384,
|
||||
"queueWeight": 0.9021350402981384,
|
||||
"recentSuccess": 8,
|
||||
"recentSuccessRate": 0.16666666666666666,
|
||||
"recentTerminal": 48,
|
||||
"recentWilsonLowerBound": 0.08695410039453222,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.11799171039437488,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 8.0,
|
||||
"waiting": 17100
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 1329.038961038961,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 0.9687836784450025,
|
||||
"queueWeight": 0.9687836784450025,
|
||||
"recentSuccess": 1,
|
||||
"recentSuccessRate": 0.012987012987012988,
|
||||
"recentTerminal": 77,
|
||||
"recentWilsonLowerBound": 0.002296158172154949,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.04843918392225013,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 12.833333333333334,
|
||||
"waiting": 17056
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 957.6992481203007,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.35581681044150903,
|
||||
"queueFactor": 1.0175906277020368,
|
||||
"queueWeight": 1.0175906277020368,
|
||||
"recentSuccess": 26,
|
||||
"recentSuccessRate": 0.19548872180451127,
|
||||
"recentTerminal": 133,
|
||||
"recentWilsonLowerBound": 0.13704293942095672,
|
||||
"running": 5,
|
||||
"selectionWeight": 0.3620758514841118,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 22.166666666666668,
|
||||
"waiting": 21229
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-10-07T11:43:40.667124+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-10-07T11:43:40.667124+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Cambricon_mlu-370-x4",
|
||||
"Kunlunxin_p-800",
|
||||
"Iluvatar_mrv-100",
|
||||
"Iluvatar_bi-150",
|
||||
"Ascend_910-b4",
|
||||
"Ascend_910-b3",
|
||||
"hygon_k100-ai",
|
||||
"MetaX_c-500",
|
||||
"Sunrise_pt-200-x1",
|
||||
"Biren_166m",
|
||||
"Iluvatar_bi-100",
|
||||
"Cambricon_mlu-370-x8",
|
||||
"Mthreads_s4000"
|
||||
],
|
||||
"taskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
"throughputWindowHours": 6,
|
||||
"version": 3
|
||||
}
|
||||
Reference in New Issue
Block a user