Files
submmit/.modelhub_state/market_intelligence.json

800 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-10-29T20:59:21.505793+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-29T20:59:21.505793+00:00",
"frameworkAttemptedAt": "2026-10-29T17:19:59.022742+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44836,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22698,
"successRate": 0.506244981711125,
"wilsonLowerBound": 0.5016168002869654
},
"vllm": {
"framework": "vllm",
"modelCount": 59409,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15730,
"successRate": 0.26477469743641535,
"wilsonLowerBound": 0.26124203154117526
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 41,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 17,
"successRate": 0.4146341463414634,
"wilsonLowerBound": 0.2775633082533015
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6451,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2125,
"successRate": 0.3294062935978918,
"wilsonLowerBound": 0.3180414515869181
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40062,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19424,
"successRate": 0.48484848484848486,
"wilsonLowerBound": 0.47995621365667024
},
"vllm": {
"framework": "vllm",
"modelCount": 41263,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11255,
"successRate": 0.2727625233259821,
"wilsonLowerBound": 0.2684864215762462
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15813,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6379,
"successRate": 0.40340226396003287,
"wilsonLowerBound": 0.39578018503880347
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64351,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.188031266025392,
"wilsonLowerBound": 0.1850309213923509
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 39711,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8174,
"successRate": 0.20583717357910905,
"wilsonLowerBound": 0.20188906860482606
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8661,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.013624292806835239,
"wilsonLowerBound": 0.01138950128487216
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26900,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3306,
"successRate": 0.1228996282527881,
"wilsonLowerBound": 0.119029828985413
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16535,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10136074992440278,
"wilsonLowerBound": 0.09685269578187866
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19255,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7289,
"successRate": 0.3785510257076084,
"wilsonLowerBound": 0.37172496610162165
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24865,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3812,
"successRate": 0.15330786245726927,
"wilsonLowerBound": 0.1488832088267288
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 59141,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14705,
"successRate": 0.2486430733332206,
"wilsonLowerBound": 0.2451759162578343
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 29848,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4124,
"successRate": 0.13816671133744304,
"wilsonLowerBound": 0.1342984302532253
},
"vllm": {
"framework": "vllm",
"modelCount": 87140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222171218728483,
"wilsonLowerBound": 0.11014304038606977
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50745,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5799,
"successRate": 0.1142772686964233,
"wilsonLowerBound": 0.11153827666271285
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 54676,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3901,
"successRate": 0.0713475748043017,
"wilsonLowerBound": 0.0692199411465272
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95644,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24188,
"successRate": 0.25289615658065323,
"wilsonLowerBound": 0.25015132674991136
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 164,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6752,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.09345379146919432,
"wilsonLowerBound": 0.08674031463773625
},
"vllm": {
"framework": "vllm",
"modelCount": 113038,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16551,
"successRate": 0.14641978803588174,
"wilsonLowerBound": 0.14437086145827077
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 416,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004807692307692308,
"wilsonLowerBound": 0.0013194066384225223
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26574,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4284,
"successRate": 0.16121020546398734,
"wilsonLowerBound": 0.15683791833501054
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45175,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5878,
"successRate": 0.13011621472053125,
"wilsonLowerBound": 0.127045199287218
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 851,
"successRate": 0.09294451725644386,
"wilsonLowerBound": 0.08716656544095326
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 36966,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7580,
"successRate": 0.20505329221446736,
"wilsonLowerBound": 0.20096821231761092
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61654,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12433,
"successRate": 0.20165763778505855,
"wilsonLowerBound": 0.19850905646472622
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21122,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5849,
"successRate": 0.2769150648612821,
"wilsonLowerBound": 0.2709213324611269
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17029,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4103,
"successRate": 0.24094192260261907,
"wilsonLowerBound": 0.23457755403391903
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71149,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19487,
"successRate": 0.2738900054814544,
"wilsonLowerBound": 0.2706253957985047
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2686,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1487,
"successRate": 0.5536113179448995,
"wilsonLowerBound": 0.5347478392548976
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49349,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22198,
"successRate": 0.4498166122920424,
"wilsonLowerBound": 0.4454314572710641
},
"vllm": {
"framework": "vllm",
"modelCount": 42530,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5647,
"successRate": 0.13277686339054784,
"wilsonLowerBound": 0.12958496629328398
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1447,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6290,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052464228934817,
"wilsonLowerBound": 0.026551520034527744
},
"vllm": {
"framework": "vllm",
"modelCount": 10131,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 767,
"successRate": 0.07570822228802684,
"wilsonLowerBound": 0.07071634427594103
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8366,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3681,
"successRate": 0.4399952187425293,
"wilsonLowerBound": 0.4293882187020666
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7474,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 254,
"successRate": 0.03398447952903398,
"wilsonLowerBound": 0.03011014467018104
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 23394,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6500,
"successRate": 0.2778490211165256,
"wilsonLowerBound": 0.27214571345892835
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29859,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15311,
"successRate": 0.5127767172376838,
"wilsonLowerBound": 0.5071059139388626
},
"vllm": {
"framework": "vllm",
"modelCount": 69684,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7606,
"successRate": 0.10914987658572986,
"wilsonLowerBound": 0.1068561062892512
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15113,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2847,
"successRate": 0.18838086415668628,
"wilsonLowerBound": 0.18222622271416564
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-29T21:02:37.828770+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.0017140235404108461,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346553,
"recentSuccessRate": 1.0,
"recentTerminal": 346553,
"recentWilsonLowerBound": 0.9999889149497605,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57758.833333333336,
"waiting": 99
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.0017140235404108461,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346553,
"recentSuccessRate": 1.0,
"recentTerminal": 346553,
"recentWilsonLowerBound": 0.9999889149497605,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57758.833333333336,
"waiting": 99
},
"Biren_166m": {
"available": true,
"backlogHours": 0.0016967101713157872,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346553,
"recentSuccessRate": 1.0,
"recentTerminal": 346553,
"recentWilsonLowerBound": 0.9999889149497605,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57758.833333333336,
"waiting": 98
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.0017140235404108461,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346553,
"recentSuccessRate": 1.0,
"recentTerminal": 346553,
"recentWilsonLowerBound": 0.9999889149497605,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57758.833333333336,
"waiting": 99
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.0016967101713157872,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346553,
"recentSuccessRate": 1.0,
"recentTerminal": 346553,
"recentWilsonLowerBound": 0.9999889149497605,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57758.833333333336,
"waiting": 98
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 0.0017140235404108461,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346553,
"recentSuccessRate": 1.0,
"recentTerminal": 346553,
"recentWilsonLowerBound": 0.9999889149497605,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57758.833333333336,
"waiting": 99
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.0016967101713157872,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346553,
"recentSuccessRate": 1.0,
"recentTerminal": 346553,
"recentWilsonLowerBound": 0.9999889149497605,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57758.833333333336,
"waiting": 98
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.0016967101713157872,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346553,
"recentSuccessRate": 1.0,
"recentTerminal": 346553,
"recentWilsonLowerBound": 0.9999889149497605,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57758.833333333336,
"waiting": 98
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.0016967101713157872,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346553,
"recentSuccessRate": 1.0,
"recentTerminal": 346553,
"recentWilsonLowerBound": 0.9999889149497605,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57758.833333333336,
"waiting": 98
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.0016967101713157872,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346553,
"recentSuccessRate": 1.0,
"recentTerminal": 346553,
"recentWilsonLowerBound": 0.9999889149497605,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57758.833333333336,
"waiting": 98
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.0016967101713157872,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346553,
"recentSuccessRate": 1.0,
"recentTerminal": 346553,
"recentWilsonLowerBound": 0.9999889149497605,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57758.833333333336,
"waiting": 98
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 0.0016967101713157872,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346553,
"recentSuccessRate": 1.0,
"recentTerminal": 346553,
"recentWilsonLowerBound": 0.9999889149497605,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57758.833333333336,
"waiting": 98
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.0017140235404108461,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346553,
"recentSuccessRate": 1.0,
"recentTerminal": 346553,
"recentWilsonLowerBound": 0.9999889149497605,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57758.833333333336,
"waiting": 99
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 0.0017140235404108461,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346553,
"recentSuccessRate": 1.0,
"recentTerminal": 346553,
"recentWilsonLowerBound": 0.9999889149497605,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57758.833333333336,
"waiting": 99
}
},
"queueAttemptedAt": "2026-10-29T20:54:31.090585+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-29T20:54:31.090585+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Ascend_910-b4",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"hygon_k100-ai",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}