Files
submmit/.modelhub_state/market_intelligence.json

730 lines
22 KiB
JSON

{
"communityAttemptedAt": "2026-10-27T11:36:19.035076+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-27T11:36:19.035076+00:00",
"frameworkAttemptedAt": "2026-10-27T10:17:25.163673+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39758,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19225,
"successRate": 0.4835504804064591,
"wilsonLowerBound": 0.4786400771573977
},
"vllm": {
"framework": "vllm",
"modelCount": 41156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11242,
"successRate": 0.2731557974535912,
"wilsonLowerBound": 0.2688721956866057
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15393,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6272,
"successRate": 0.40745793542519326,
"wilsonLowerBound": 0.3997195699898644
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64344,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18805172199428075,
"wilsonLowerBound": 0.18505108778040041
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 38722,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8024,
"successRate": 0.20722070141005114,
"wilsonLowerBound": 0.2032127371943943
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8595,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013612565445026177,
"wilsonLowerBound": 0.011371010768502821
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26874,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3301,
"successRate": 0.12283247748753442,
"wilsonLowerBound": 0.11896176430578918
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16531,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10138527614784344,
"wilsonLowerBound": 0.09687618850577008
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 18774,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7152,
"successRate": 0.38095238095238093,
"wilsonLowerBound": 0.37403075986767825
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24864,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3812,
"successRate": 0.15331402831402832,
"wilsonLowerBound": 0.14888921210589615
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 58175,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14536,
"successRate": 0.24986678126342932,
"wilsonLowerBound": 0.24636524959912282
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 28219,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3987,
"successRate": 0.14128778482582657,
"wilsonLowerBound": 0.13727252286571642
},
"vllm": {
"framework": "vllm",
"modelCount": 87140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222171218728483,
"wilsonLowerBound": 0.11014304038606977
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50663,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5788,
"successRate": 0.11424510984347551,
"wilsonLowerBound": 0.11150426760974591
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 54044,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3890,
"successRate": 0.07197838798016432,
"wilsonLowerBound": 0.06982964977082924
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95574,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24174,
"successRate": 0.2529348986125934,
"wilsonLowerBound": 0.25018892628259226
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 164,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6691,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 616,
"successRate": 0.092063966522194,
"wilsonLowerBound": 0.08536847594113177
},
"vllm": {
"framework": "vllm",
"modelCount": 113020,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16547,
"successRate": 0.14640771544859316,
"wilsonLowerBound": 0.14435869747776428
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 401,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004987531172069825,
"wilsonLowerBound": 0.0013687995436076534
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26525,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4268,
"successRate": 0.1609048067860509,
"wilsonLowerBound": 0.15653196058375807
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44792,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5823,
"successRate": 0.1300008930166101,
"wilsonLowerBound": 0.1269180947237117
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9136,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 849,
"successRate": 0.09292907180385289,
"wilsonLowerBound": 0.08714543331736409
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 36674,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7489,
"successRate": 0.20420461362272999,
"wilsonLowerBound": 0.20010987337089947
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61641,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20166772115961779,
"wilsonLowerBound": 0.19851875000123764
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20558,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5738,
"successRate": 0.27911275415896486,
"wilsonLowerBound": 0.2730226402669864
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16832,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4061,
"successRate": 0.2412666349809886,
"wilsonLowerBound": 0.2348624369426716
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70828,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19422,
"successRate": 0.2742135878466143,
"wilsonLowerBound": 0.2709403920983661
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2388,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1354,
"successRate": 0.567001675041876,
"wilsonLowerBound": 0.547036244150984
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49132,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22074,
"successRate": 0.4492794919807864,
"wilsonLowerBound": 0.4448851967489725
},
"vllm": {
"framework": "vllm",
"modelCount": 42203,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5535,
"successRate": 0.13115181385209582,
"wilsonLowerBound": 0.12796470758298278
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1391,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10125,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 767,
"successRate": 0.07575308641975309,
"wilsonLowerBound": 0.07075835932361545
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8216,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3615,
"successRate": 0.43999513145082764,
"wilsonLowerBound": 0.4292920399327847
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7467,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 251,
"successRate": 0.03361457077809026,
"wilsonLowerBound": 0.029760308799317927
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 22407,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6198,
"successRate": 0.27660998795019415,
"wilsonLowerBound": 0.27079153393211824
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29670,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15215,
"successRate": 0.5128075497135154,
"wilsonLowerBound": 0.5071187154500996
},
"vllm": {
"framework": "vllm",
"modelCount": 69434,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7562,
"successRate": 0.10890917994066307,
"wilsonLowerBound": 0.10661358151475041
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14898,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2777,
"successRate": 0.1864008591757283,
"wilsonLowerBound": 0.1802285134899164
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-27T11:44:09.776883+00:00",
"gpuStats": {
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.0017465011759774584,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.4999999998209783,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 343544,
"recentSuccessRate": 1.0,
"recentTerminal": 343544,
"recentWilsonLowerBound": 0.9999888178601788,
"running": 0,
"selectionWeight": 2.4999999998209783,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.333333333336,
"waiting": 100
},
"Biren_166m": {
"available": true,
"backlogHours": 0.013517879753744052,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 343545,
"recentSuccessRate": 1.0,
"recentTerminal": 343545,
"recentWilsonLowerBound": 0.9999888178927279,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.5,
"waiting": 774
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.013517919102065528,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.4999999998209783,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 343544,
"recentSuccessRate": 1.0,
"recentTerminal": 343544,
"recentWilsonLowerBound": 0.9999888178601788,
"running": 0,
"selectionWeight": 2.4999999998209783,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.333333333336,
"waiting": 774
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.013517919102065528,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.4999999998209783,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 343544,
"recentSuccessRate": 1.0,
"recentTerminal": 343544,
"recentWilsonLowerBound": 0.9999888178601788,
"running": 0,
"selectionWeight": 2.4999999998209783,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.333333333336,
"waiting": 774
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 0.013517879753744052,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 343545,
"recentSuccessRate": 1.0,
"recentTerminal": 343545,
"recentWilsonLowerBound": 0.9999888178927279,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.5,
"waiting": 774
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.0017465011759774584,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.4999999998209783,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 343544,
"recentSuccessRate": 1.0,
"recentTerminal": 343544,
"recentWilsonLowerBound": 0.9999888178601788,
"running": 0,
"selectionWeight": 2.4999999998209783,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.333333333336,
"waiting": 100
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.0017464960922149936,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 343545,
"recentSuccessRate": 1.0,
"recentTerminal": 343545,
"recentWilsonLowerBound": 0.9999888178927279,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.5,
"waiting": 100
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.013517919102065528,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.4999999998209783,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 343544,
"recentSuccessRate": 1.0,
"recentTerminal": 343544,
"recentWilsonLowerBound": 0.9999888178601788,
"running": 0,
"selectionWeight": 2.4999999998209783,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.333333333336,
"waiting": 774
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.013517879753744052,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 343545,
"recentSuccessRate": 1.0,
"recentTerminal": 343545,
"recentWilsonLowerBound": 0.9999888178927279,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.5,
"waiting": 774
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.0017464960922149936,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 343545,
"recentSuccessRate": 1.0,
"recentTerminal": 343545,
"recentWilsonLowerBound": 0.9999888178927279,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.5,
"waiting": 100
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 0.0017465011759774584,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.4999999998209783,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 343544,
"recentSuccessRate": 1.0,
"recentTerminal": 343544,
"recentWilsonLowerBound": 0.9999888178601788,
"running": 0,
"selectionWeight": 2.4999999998209783,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.333333333336,
"waiting": 100
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.0017464960922149936,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 343545,
"recentSuccessRate": 1.0,
"recentTerminal": 343545,
"recentWilsonLowerBound": 0.9999888178927279,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.5,
"waiting": 100
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 0.013517919102065528,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.4999999998209783,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 343544,
"recentSuccessRate": 1.0,
"recentTerminal": 343544,
"recentWilsonLowerBound": 0.9999888178601788,
"running": 0,
"selectionWeight": 2.4999999998209783,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.333333333336,
"waiting": 774
}
},
"queueAttemptedAt": "2026-10-27T11:40:51.989828+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-27T11:40:51.989828+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}