Files
submmit/.modelhub_state/market_intelligence.json

800 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-10-28T20:11:26.975956+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-28T20:11:26.975956+00:00",
"frameworkAttemptedAt": "2026-10-28T17:00:38.723087+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44720,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22633,
"successRate": 0.5061046511627907,
"wilsonLowerBound": 0.5014704668780349
},
"vllm": {
"framework": "vllm",
"modelCount": 59305,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15718,
"successRate": 0.2650366748166259,
"wilsonLowerBound": 0.26149978608063534
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 29,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 12,
"successRate": 0.41379310344827586,
"wilsonLowerBound": 0.2551293527964552
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6340,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2087,
"successRate": 0.329179810725552,
"wilsonLowerBound": 0.3177190173995209
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39944,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19346,
"successRate": 0.4843280592829962,
"wilsonLowerBound": 0.47942877745792695
},
"vllm": {
"framework": "vllm",
"modelCount": 41213,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11249,
"successRate": 0.2729478562589474,
"wilsonLowerBound": 0.2686682448015392
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15652,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6339,
"successRate": 0.4049961666240736,
"wilsonLowerBound": 0.3973298528637263
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64349,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18803711013380162,
"wilsonLowerBound": 0.18503668276894034
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 39386,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8141,
"successRate": 0.2066978114050678,
"wilsonLowerBound": 0.20272731588268642
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8629,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.013674817475953182,
"wilsonLowerBound": 0.011431782078122659
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26889,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3305,
"successRate": 0.1229127152367139,
"wilsonLowerBound": 0.11904195400650128
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16533,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10137301155265227,
"wilsonLowerBound": 0.09686444071929254
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19069,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7247,
"successRate": 0.3800409040851644,
"wilsonLowerBound": 0.37317620001590346
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24865,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3812,
"successRate": 0.15330786245726927,
"wilsonLowerBound": 0.1488832088267288
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 58770,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14644,
"successRate": 0.24917474902160966,
"wilsonLowerBound": 0.24569418686475403
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 29249,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4082,
"successRate": 0.13956032684878117,
"wilsonLowerBound": 0.13563625700121792
},
"vllm": {
"framework": "vllm",
"modelCount": 87140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222171218728483,
"wilsonLowerBound": 0.11014304038606977
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50704,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5792,
"successRate": 0.1142316188071947,
"wilsonLowerBound": 0.11149201656518053
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 54406,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3898,
"successRate": 0.0716465095761497,
"wilsonLowerBound": 0.06950947933926484
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95587,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24176,
"successRate": 0.2529214223691506,
"wilsonLowerBound": 0.25017568519098876
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 164,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6743,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.093578525878689,
"wilsonLowerBound": 0.08685650015124885
},
"vllm": {
"framework": "vllm",
"modelCount": 113032,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16551,
"successRate": 0.14642756033689575,
"wilsonLowerBound": 0.14437853411994217
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 412,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.0048543689320388345,
"wilsonLowerBound": 0.0013322261476017578
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26552,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4274,
"successRate": 0.1609671587827659,
"wilsonLowerBound": 0.1565958106166769
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45086,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5860,
"successRate": 0.12997382779576808,
"wilsonLowerBound": 0.12690127126303005
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9143,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 850,
"successRate": 0.09296729738597835,
"wilsonLowerBound": 0.08718469547444964
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 36870,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7552,
"successRate": 0.20482777325739082,
"wilsonLowerBound": 0.20073912460013457
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61651,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12432,
"successRate": 0.2016512303125659,
"wilsonLowerBound": 0.1985026108451283
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20954,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5820,
"successRate": 0.2777512646750024,
"wilsonLowerBound": 0.27172793586073357
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16955,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4096,
"successRate": 0.24158065467413742,
"wilsonLowerBound": 0.23519658541957583
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71018,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19460,
"successRate": 0.27401503844095865,
"wilsonLowerBound": 0.27074695775726576
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2569,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1440,
"successRate": 0.5605293888672636,
"wilsonLowerBound": 0.5412603405214778
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49262,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22149,
"successRate": 0.44961633713612925,
"wilsonLowerBound": 0.4452275096974306
},
"vllm": {
"framework": "vllm",
"modelCount": 42434,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5616,
"successRate": 0.13234670311542632,
"wilsonLowerBound": 0.1291557079785789
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1431,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10127,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 767,
"successRate": 0.07573812580231065,
"wilsonLowerBound": 0.0707443487612829
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8306,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3662,
"successRate": 0.44088610642908743,
"wilsonLowerBound": 0.43023827259527375
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7472,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 252,
"successRate": 0.03372591006423983,
"wilsonLowerBound": 0.029866294005894918
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 23019,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6397,
"successRate": 0.2779008645032365,
"wilsonLowerBound": 0.2721512519137695
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29795,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15273,
"successRate": 0.512602785702299,
"wilsonLowerBound": 0.5069258665057177
},
"vllm": {
"framework": "vllm",
"modelCount": 69604,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7592,
"successRate": 0.10907419113844032,
"wilsonLowerBound": 0.10677982441377472
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15047,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2828,
"successRate": 0.18794444075230943,
"wilsonLowerBound": 0.1817821637525779
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-28T20:18:58.071883+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.0017185461215538664,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345641,
"recentSuccessRate": 1.0,
"recentTerminal": 345641,
"recentWilsonLowerBound": 0.9999888857013395,
"running": 13,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57606.833333333336,
"waiting": 99
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.0017359051732867337,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345641,
"recentSuccessRate": 1.0,
"recentTerminal": 345641,
"recentWilsonLowerBound": 0.9999888857013395,
"running": 13,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57606.833333333336,
"waiting": 100
},
"Biren_166m": {
"available": true,
"backlogHours": 0.0017359051732867337,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345641,
"recentSuccessRate": 1.0,
"recentTerminal": 345641,
"recentWilsonLowerBound": 0.9999888857013395,
"running": 13,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57606.833333333336,
"waiting": 100
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.0017185461215538664,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345641,
"recentSuccessRate": 1.0,
"recentTerminal": 345641,
"recentWilsonLowerBound": 0.9999888857013395,
"running": 13,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57606.833333333336,
"waiting": 99
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.0017359051732867337,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345641,
"recentSuccessRate": 1.0,
"recentTerminal": 345641,
"recentWilsonLowerBound": 0.9999888857013395,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57606.833333333336,
"waiting": 100
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 0.0017359051732867337,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345641,
"recentSuccessRate": 1.0,
"recentTerminal": 345641,
"recentWilsonLowerBound": 0.9999888857013395,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57606.833333333336,
"waiting": 100
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.0017185461215538664,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345641,
"recentSuccessRate": 1.0,
"recentTerminal": 345641,
"recentWilsonLowerBound": 0.9999888857013395,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57606.833333333336,
"waiting": 99
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.0017185461215538664,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345641,
"recentSuccessRate": 1.0,
"recentTerminal": 345641,
"recentWilsonLowerBound": 0.9999888857013395,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57606.833333333336,
"waiting": 99
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.0017359051732867337,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345641,
"recentSuccessRate": 1.0,
"recentTerminal": 345641,
"recentWilsonLowerBound": 0.9999888857013395,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57606.833333333336,
"waiting": 100
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.0017185461215538664,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345641,
"recentSuccessRate": 1.0,
"recentTerminal": 345641,
"recentWilsonLowerBound": 0.9999888857013395,
"running": 13,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57606.833333333336,
"waiting": 99
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.0017185461215538664,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345641,
"recentSuccessRate": 1.0,
"recentTerminal": 345641,
"recentWilsonLowerBound": 0.9999888857013395,
"running": 13,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57606.833333333336,
"waiting": 99
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 0.0017359051732867337,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345641,
"recentSuccessRate": 1.0,
"recentTerminal": 345641,
"recentWilsonLowerBound": 0.9999888857013395,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57606.833333333336,
"waiting": 100
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.0017359051732867337,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345641,
"recentSuccessRate": 1.0,
"recentTerminal": 345641,
"recentWilsonLowerBound": 0.9999888857013395,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57606.833333333336,
"waiting": 100
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 0.0017185461215538664,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345641,
"recentSuccessRate": 1.0,
"recentTerminal": 345641,
"recentWilsonLowerBound": 0.9999888857013395,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57606.833333333336,
"waiting": 99
}
},
"queueAttemptedAt": "2026-10-28T20:09:17.082557+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-28T20:09:17.082557+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b4",
"hygon_k100-ai",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}