Files
submmit/.modelhub_state/market_intelligence.json

800 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-10-30T19:15:39.935206+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-30T19:15:39.935206+00:00",
"frameworkAttemptedAt": "2026-10-30T16:16:41.093310+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44980,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22774,
"successRate": 0.5063139172965763,
"wilsonLowerBound": 0.5016931525297287
},
"vllm": {
"framework": "vllm",
"modelCount": 59514,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15742,
"successRate": 0.2645091911146957,
"wilsonLowerBound": 0.26098078445968087
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 52,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 18,
"successRate": 0.34615384615384615,
"wilsonLowerBound": 0.23150828073938615
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6579,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2161,
"successRate": 0.32846937224502204,
"wilsonLowerBound": 0.3172233732474805
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40201,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19505,
"successRate": 0.48518693564836696,
"wilsonLowerBound": 0.4803029947751103
},
"vllm": {
"framework": "vllm",
"modelCount": 41307,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11259,
"successRate": 0.2725688140024693,
"wilsonLowerBound": 0.2682959503749288
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15994,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6417,
"successRate": 0.4012129548580718,
"wilsonLowerBound": 0.3936412678254247
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64354,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18802250054386674,
"wilsonLowerBound": 0.18502228000021326
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 40404,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8222,
"successRate": 0.2034947034947035,
"wilsonLowerBound": 0.1995972988999546
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8824,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.013372620126926565,
"wilsonLowerBound": 0.011178897697952156
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26930,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3310,
"successRate": 0.12291125139249907,
"wilsonLowerBound": 0.11904341727579179
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16536,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10135462022254475,
"wilsonLowerBound": 0.09684682438124673
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19414,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7316,
"successRate": 0.37684145462037705,
"wilsonLowerBound": 0.37004970399435316
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24865,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3812,
"successRate": 0.15330786245726927,
"wilsonLowerBound": 0.1488832088267288
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 59479,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14754,
"successRate": 0.24805393500226972,
"wilsonLowerBound": 0.24459939207388923
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 30296,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4145,
"successRate": 0.13681674148402428,
"wilsonLowerBound": 0.1329929948168685
},
"vllm": {
"framework": "vllm",
"modelCount": 87140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222171218728483,
"wilsonLowerBound": 0.11014304038606977
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50779,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5805,
"successRate": 0.11431891136099569,
"wilsonLowerBound": 0.11158038455927313
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 55059,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3913,
"successRate": 0.07106921665849361,
"wilsonLowerBound": 0.06895278778160145
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95652,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24194,
"successRate": 0.2529377326140593,
"wilsonLowerBound": 0.25019286572296573
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 168,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6758,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.09337081976916248,
"wilsonLowerBound": 0.08666303017728585
},
"vllm": {
"framework": "vllm",
"modelCount": 113038,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16551,
"successRate": 0.14641978803588174,
"wilsonLowerBound": 0.14437086145827077
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 423,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004728132387706856,
"wilsonLowerBound": 0.0012975563233095547
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26591,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4289,
"successRate": 0.16129517505923058,
"wilsonLowerBound": 0.15692331737923118
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45475,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5895,
"successRate": 0.12963166575041232,
"wilsonLowerBound": 0.12657563704477579
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9178,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 853,
"successRate": 0.0929396382654173,
"wilsonLowerBound": 0.08716855598402456
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 37052,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7605,
"successRate": 0.20525207816042318,
"wilsonLowerBound": 0.2011702078450526
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61664,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12434,
"successRate": 0.20164115204981836,
"wilsonLowerBound": 0.19849292229990603
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21326,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5863,
"successRate": 0.27492262965394354,
"wilsonLowerBound": 0.268971197304106
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17100,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4115,
"successRate": 0.24064327485380116,
"wilsonLowerBound": 0.23429478934693687
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71298,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19520,
"successRate": 0.2737804707004404,
"wilsonLowerBound": 0.2705196747914755
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2804,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1539,
"successRate": 0.5488587731811697,
"wilsonLowerBound": 0.5303859355125221
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49416,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22238,
"successRate": 0.45001618908855434,
"wilsonLowerBound": 0.44563381233009536
},
"vllm": {
"framework": "vllm",
"modelCount": 42659,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5692,
"successRate": 0.13343022574368832,
"wilsonLowerBound": 0.13023635396907535
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1466,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6290,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052464228934817,
"wilsonLowerBound": 0.026551520034527744
},
"vllm": {
"framework": "vllm",
"modelCount": 10131,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 767,
"successRate": 0.07570822228802684,
"wilsonLowerBound": 0.07071634427594103
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8404,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3692,
"successRate": 0.4393146120894812,
"wilsonLowerBound": 0.42873362575245194
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7476,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 254,
"successRate": 0.03397538790797218,
"wilsonLowerBound": 0.030102074381377207
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 23679,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6573,
"successRate": 0.2775877359685798,
"wilsonLowerBound": 0.271920325320184
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29936,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15361,
"successRate": 0.5131280064136825,
"wilsonLowerBound": 0.5074645601033321
},
"vllm": {
"framework": "vllm",
"modelCount": 69755,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7615,
"successRate": 0.10916780159128378,
"wilsonLowerBound": 0.10687502033253095
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15161,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2866,
"successRate": 0.189037662423323,
"wilsonLowerBound": 0.18288416514392783
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-30T19:20:09.868506+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1.726062391401908e-05,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347612,
"recentSuccessRate": 1.0,
"recentTerminal": 347612,
"recentWilsonLowerBound": 0.999988948719994,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57935.333333333336,
"waiting": 1
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.0006386430848187059,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347612,
"recentSuccessRate": 1.0,
"recentTerminal": 347612,
"recentWilsonLowerBound": 0.999988948719994,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57935.333333333336,
"waiting": 37
},
"Biren_166m": {
"available": true,
"backlogHours": 1.726062391401908e-05,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347612,
"recentSuccessRate": 1.0,
"recentTerminal": 347612,
"recentWilsonLowerBound": 0.999988948719994,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57935.333333333336,
"waiting": 1
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.0006386430848187059,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347612,
"recentSuccessRate": 1.0,
"recentTerminal": 347612,
"recentWilsonLowerBound": 0.999988948719994,
"running": 1,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57935.333333333336,
"waiting": 37
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 1.726062391401908e-05,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347612,
"recentSuccessRate": 1.0,
"recentTerminal": 347612,
"recentWilsonLowerBound": 0.999988948719994,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57935.333333333336,
"waiting": 1
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 1.726062391401908e-05,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347612,
"recentSuccessRate": 1.0,
"recentTerminal": 347612,
"recentWilsonLowerBound": 0.999988948719994,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57935.333333333336,
"waiting": 1
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 1.726062391401908e-05,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347612,
"recentSuccessRate": 1.0,
"recentTerminal": 347612,
"recentWilsonLowerBound": 0.999988948719994,
"running": 1,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57935.333333333336,
"waiting": 1
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.0006386430848187059,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347612,
"recentSuccessRate": 1.0,
"recentTerminal": 347612,
"recentWilsonLowerBound": 0.999988948719994,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57935.333333333336,
"waiting": 37
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.0006386430848187059,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347612,
"recentSuccessRate": 1.0,
"recentTerminal": 347612,
"recentWilsonLowerBound": 0.999988948719994,
"running": 1,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57935.333333333336,
"waiting": 37
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.0006386430848187059,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347612,
"recentSuccessRate": 1.0,
"recentTerminal": 347612,
"recentWilsonLowerBound": 0.999988948719994,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57935.333333333336,
"waiting": 37
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1.726062391401908e-05,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347612,
"recentSuccessRate": 1.0,
"recentTerminal": 347612,
"recentWilsonLowerBound": 0.999988948719994,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57935.333333333336,
"waiting": 1
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 0.0006386430848187059,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347612,
"recentSuccessRate": 1.0,
"recentTerminal": 347612,
"recentWilsonLowerBound": 0.999988948719994,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57935.333333333336,
"waiting": 37
},
"Vastai_va16": {
"available": true,
"backlogHours": 1.726062391401908e-05,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347612,
"recentSuccessRate": 1.0,
"recentTerminal": 347612,
"recentWilsonLowerBound": 0.999988948719994,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57935.333333333336,
"waiting": 1
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1.726062391401908e-05,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347612,
"recentSuccessRate": 1.0,
"recentTerminal": 347612,
"recentWilsonLowerBound": 0.999988948719994,
"running": 1,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57935.333333333336,
"waiting": 1
}
},
"queueAttemptedAt": "2026-10-30T19:19:02.655318+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-30T19:19:02.655318+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b4",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"hygon_k100-ai",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}