Files
submmit/.modelhub_state/market_intelligence.json

791 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-10-27T21:43:35.001330+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-27T21:43:35.001330+00:00",
"frameworkAttemptedAt": "2026-10-27T16:43:55.059840+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44578,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22544,
"successRate": 0.5057203104670466,
"wilsonLowerBound": 0.5010787418510113
},
"vllm": {
"framework": "vllm",
"modelCount": 59173,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15702,
"successRate": 0.2653575110269887,
"wilsonLowerBound": 0.26181530099419353
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 7,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 4,
"successRate": 0.5714285714285714,
"wilsonLowerBound": 0.2504542304090258
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6189,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2025,
"successRate": 0.3271934076587494,
"wilsonLowerBound": 0.31561431221044545
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39813,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19255,
"successRate": 0.48363599829201515,
"wilsonLowerBound": 0.47872895072298877
},
"vllm": {
"framework": "vllm",
"modelCount": 41168,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11245,
"successRate": 0.2731490478041197,
"wilsonLowerBound": 0.26886610108406633
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15461,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6287,
"successRate": 0.406636052001811,
"wilsonLowerBound": 0.398917322260445
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64345,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18804879944051597,
"wilsonLowerBound": 0.18504820659866464
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 38884,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8051,
"successRate": 0.20705174364777287,
"wilsonLowerBound": 0.20305330650021053
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8603,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013599907009182843,
"wilsonLowerBound": 0.011360425859720347
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26875,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3301,
"successRate": 0.12282790697674419,
"wilsonLowerBound": 0.11895732823328066
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16531,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10138527614784344,
"wilsonLowerBound": 0.09687618850577008
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 18824,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7163,
"successRate": 0.380524861878453,
"wilsonLowerBound": 0.3736139921813965
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24864,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3812,
"successRate": 0.15331402831402832,
"wilsonLowerBound": 0.14888921210589615
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 58296,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14568,
"successRate": 0.24989707698641417,
"wilsonLowerBound": 0.24639901977372777
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 28441,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4018,
"successRate": 0.14127492000984493,
"wilsonLowerBound": 0.13727532525101793
},
"vllm": {
"framework": "vllm",
"modelCount": 87140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222171218728483,
"wilsonLowerBound": 0.11014304038606977
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50675,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5789,
"successRate": 0.11423778983719783,
"wilsonLowerBound": 0.11149734652271705
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 54118,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3891,
"successRate": 0.07189844414058169,
"wilsonLowerBound": 0.0697522762034569
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95575,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24175,
"successRate": 0.25294271514517397,
"wilsonLowerBound": 0.25019672865066417
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 164,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6694,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 616,
"successRate": 0.09202270690170301,
"wilsonLowerBound": 0.08533008182316704
},
"vllm": {
"framework": "vllm",
"modelCount": 113024,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16549,
"successRate": 0.14642022933182333,
"wilsonLowerBound": 0.14437117401662788
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 403,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004962779156327543,
"wilsonLowerBound": 0.0013620012150964544
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26529,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4270,
"successRate": 0.1609559350145124,
"wilsonLowerBound": 0.1565828398268002
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44799,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5824,
"successRate": 0.13000290185048774,
"wilsonLowerBound": 0.1269203213074283
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9137,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 849,
"successRate": 0.09291890117106272,
"wilsonLowerBound": 0.08713586634516143
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 36717,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7506,
"successRate": 0.20442846637797205,
"wilsonLowerBound": 0.20033440403479283
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61643,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20166117807374723,
"wilsonLowerBound": 0.19851229650586766
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20653,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5755,
"successRate": 0.27865201181426424,
"wilsonLowerBound": 0.2725790071224641
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16862,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4067,
"successRate": 0.2411932155141739,
"wilsonLowerBound": 0.23479535046455358
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70871,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19428,
"successRate": 0.27413187340378997,
"wilsonLowerBound": 0.2708599759941954
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2429,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1378,
"successRate": 0.5673116508851379,
"wilsonLowerBound": 0.5475172559795177
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49157,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22094,
"successRate": 0.4494578595113616,
"wilsonLowerBound": 0.44506450632417766
},
"vllm": {
"framework": "vllm",
"modelCount": 42255,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5549,
"successRate": 0.1313217370725358,
"wilsonLowerBound": 0.1281347872966446
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1402,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10127,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 767,
"successRate": 0.07573812580231065,
"wilsonLowerBound": 0.0707443487612829
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8243,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3627,
"successRate": 0.44000970520441585,
"wilsonLowerBound": 0.42932405836850335
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7468,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 251,
"successRate": 0.03361006963042314,
"wilsonLowerBound": 0.029756316308523566
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 22528,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6233,
"successRate": 0.2766779119318182,
"wilsonLowerBound": 0.2708745456700443
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29699,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15230,
"successRate": 0.5128118791878514,
"wilsonLowerBound": 0.5071258242250941
},
"vllm": {
"framework": "vllm",
"modelCount": 69463,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7567,
"successRate": 0.10893569238299526,
"wilsonLowerBound": 0.10664031976479822
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14932,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2794,
"successRate": 0.18711492097508706,
"wilsonLowerBound": 0.18094012869429493
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-27T21:55:23.019455+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.0017432839983961787,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 344178,
"recentSuccessRate": 1.0,
"recentTerminal": 344178,
"recentWilsonLowerBound": 0.9999888384582345,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57363.0,
"waiting": 100
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.001743294128585375,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.4999999996432716,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 344176,
"recentSuccessRate": 1.0,
"recentTerminal": 344176,
"recentWilsonLowerBound": 0.9999888383933756,
"running": 0,
"selectionWeight": 2.4999999996432716,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57362.666666666664,
"waiting": 100
},
"Biren_166m": {
"available": true,
"backlogHours": 0.001743294128585375,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.4999999996432716,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 344176,
"recentSuccessRate": 1.0,
"recentTerminal": 344176,
"recentWilsonLowerBound": 0.9999888383933756,
"running": 0,
"selectionWeight": 2.4999999996432716,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57362.666666666664,
"waiting": 100
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.001743294128585375,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.4999999996432716,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 344176,
"recentSuccessRate": 1.0,
"recentTerminal": 344176,
"recentWilsonLowerBound": 0.9999888383933756,
"running": 0,
"selectionWeight": 2.4999999996432716,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57362.666666666664,
"waiting": 100
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.0017432839983961787,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 344178,
"recentSuccessRate": 1.0,
"recentTerminal": 344178,
"recentWilsonLowerBound": 0.9999888384582345,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57363.0,
"waiting": 100
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 0.0017432839983961787,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 344178,
"recentSuccessRate": 1.0,
"recentTerminal": 344178,
"recentWilsonLowerBound": 0.9999888384582345,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57363.0,
"waiting": 100
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.0017432839983961787,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 344178,
"recentSuccessRate": 1.0,
"recentTerminal": 344178,
"recentWilsonLowerBound": 0.9999888384582345,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57363.0,
"waiting": 100
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.001743294128585375,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.4999999996432716,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 344176,
"recentSuccessRate": 1.0,
"recentTerminal": 344176,
"recentWilsonLowerBound": 0.9999888383933756,
"running": 0,
"selectionWeight": 2.4999999996432716,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57362.666666666664,
"waiting": 100
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.0017432839983961787,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 344178,
"recentSuccessRate": 1.0,
"recentTerminal": 344178,
"recentWilsonLowerBound": 0.9999888384582345,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57363.0,
"waiting": 100
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.001743294128585375,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.4999999996432716,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 344176,
"recentSuccessRate": 1.0,
"recentTerminal": 344176,
"recentWilsonLowerBound": 0.9999888383933756,
"running": 0,
"selectionWeight": 2.4999999996432716,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57362.666666666664,
"waiting": 100
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.0017432839983961787,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 344178,
"recentSuccessRate": 1.0,
"recentTerminal": 344178,
"recentWilsonLowerBound": 0.9999888384582345,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57363.0,
"waiting": 100
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 0.001743294128585375,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.4999999996432716,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 344176,
"recentSuccessRate": 1.0,
"recentTerminal": 344176,
"recentWilsonLowerBound": 0.9999888383933756,
"running": 0,
"selectionWeight": 2.4999999996432716,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57362.666666666664,
"waiting": 100
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.0017432839983961787,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 344178,
"recentSuccessRate": 1.0,
"recentTerminal": 344178,
"recentWilsonLowerBound": 0.9999888384582345,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57363.0,
"waiting": 100
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 0.0017432839983961787,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 344178,
"recentSuccessRate": 1.0,
"recentTerminal": 344178,
"recentWilsonLowerBound": 0.9999888384582345,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57363.0,
"waiting": 100
}
},
"queueAttemptedAt": "2026-10-27T21:47:01.870521+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-27T21:47:01.870521+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b4",
"hygon_k100-ai",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}