Files
submmit/.modelhub_state/market_intelligence.json

800 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-10-29T01:41:20.083499+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-29T01:41:20.083499+00:00",
"frameworkAttemptedAt": "2026-10-28T23:00:48.729042+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44752,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22651,
"successRate": 0.5061449767608152,
"wilsonLowerBound": 0.5015124507736645
},
"vllm": {
"framework": "vllm",
"modelCount": 59332,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15723,
"successRate": 0.26500033708622667,
"wilsonLowerBound": 0.26146440771578583
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 35,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 15,
"successRate": 0.42857142857142855,
"wilsonLowerBound": 0.27984333081678914
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6372,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2100,
"successRate": 0.3295668549905838,
"wilsonLowerBound": 0.31813092132189724
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39985,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19370,
"successRate": 0.48443166187320247,
"wilsonLowerBound": 0.47953484981457606
},
"vllm": {
"framework": "vllm",
"modelCount": 41232,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11252,
"successRate": 0.272894838960031,
"wilsonLowerBound": 0.2686164744803298
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15709,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6354,
"successRate": 0.40448150741613087,
"wilsonLowerBound": 0.3968307565867464
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64350,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18803418803418803,
"wilsonLowerBound": 0.18503380203579306
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 39557,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8158,
"successRate": 0.20623404201531967,
"wilsonLowerBound": 0.20227543443388324
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8641,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.013655826871889827,
"wilsonLowerBound": 0.011415890044794066
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26893,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3306,
"successRate": 0.12293161789313205,
"wilsonLowerBound": 0.11906087847481013
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16534,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.1013668803677271,
"wilsonLowerBound": 0.09685856789451742
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19134,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7264,
"successRate": 0.3796383401275217,
"wilsonLowerBound": 0.3727867553805254
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24865,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3812,
"successRate": 0.15330786245726927,
"wilsonLowerBound": 0.1488832088267288
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 58876,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14666,
"successRate": 0.24909980297574563,
"wilsonLowerBound": 0.2456227165209383
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 29423,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4091,
"successRate": 0.1390408863814023,
"wilsonLowerBound": 0.13513454617015586
},
"vllm": {
"framework": "vllm",
"modelCount": 87140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222171218728483,
"wilsonLowerBound": 0.11014304038606977
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50712,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5792,
"successRate": 0.11421359835936268,
"wilsonLowerBound": 0.1114744014764543
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 54489,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3899,
"successRate": 0.07155572684395016,
"wilsonLowerBound": 0.06942157472174183
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95590,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24179,
"successRate": 0.2529448687101161,
"wilsonLowerBound": 0.2501990890443193
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 164,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6745,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.09355077835433655,
"wilsonLowerBound": 0.08683065425543382
},
"vllm": {
"framework": "vllm",
"modelCount": 113032,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16551,
"successRate": 0.14642756033689575,
"wilsonLowerBound": 0.14437853411994217
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 414,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004830917874396135,
"wilsonLowerBound": 0.001325785404573985
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26556,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4274,
"successRate": 0.16094291308932068,
"wilsonLowerBound": 0.15657216292831141
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45149,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5874,
"successRate": 0.1301025493366409,
"wilsonLowerBound": 0.12703079854675714
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9146,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 850,
"successRate": 0.09293680297397769,
"wilsonLowerBound": 0.08715600991253136
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 36896,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7562,
"successRate": 0.20495446660884648,
"wilsonLowerBound": 0.2008662896810948
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61652,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12432,
"successRate": 0.20164795951469539,
"wilsonLowerBound": 0.19849938483149585
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21020,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5832,
"successRate": 0.2774500475737393,
"wilsonLowerBound": 0.2714381940018949
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16974,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4101,
"successRate": 0.24160480735242135,
"wilsonLowerBound": 0.23522405414022046
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71046,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19468,
"successRate": 0.2740196492413366,
"wilsonLowerBound": 0.270752192753631
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2601,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1457,
"successRate": 0.5601691657054979,
"wilsonLowerBound": 0.5410182492502096
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49288,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22162,
"successRate": 0.44964291511118326,
"wilsonLowerBound": 0.4452552184513562
},
"vllm": {
"framework": "vllm",
"modelCount": 42472,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5626,
"successRate": 0.13246374081747975,
"wilsonLowerBound": 0.12927294105994702
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1439,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10128,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 767,
"successRate": 0.0757306477093207,
"wilsonLowerBound": 0.0707373455606498
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8326,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3670,
"successRate": 0.4407878933461446,
"wilsonLowerBound": 0.43015311375766774
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7473,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 253,
"successRate": 0.03385521209688211,
"wilsonLowerBound": 0.02998822717286581
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 23161,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6440,
"successRate": 0.27805362462760674,
"wilsonLowerBound": 0.2723205488719515
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29819,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15285,
"successRate": 0.5125926422750595,
"wilsonLowerBound": 0.5069180068543558
},
"vllm": {
"framework": "vllm",
"modelCount": 69632,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7598,
"successRate": 0.1091164981617647,
"wilsonLowerBound": 0.10682219215736816
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15075,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2838,
"successRate": 0.18825870646766169,
"wilsonLowerBound": 0.18209799836107254
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-29T01:46:45.658343+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.0016996577559892704,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345952,
"recentSuccessRate": 1.0,
"recentTerminal": 345952,
"recentWilsonLowerBound": 0.9999888956926344,
"running": 32,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57658.666666666664,
"waiting": 98
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.0017343446489686432,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345952,
"recentSuccessRate": 1.0,
"recentTerminal": 345952,
"recentWilsonLowerBound": 0.9999888956926344,
"running": 30,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57658.666666666664,
"waiting": 100
},
"Biren_166m": {
"available": true,
"backlogHours": 0.0016996577559892704,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345952,
"recentSuccessRate": 1.0,
"recentTerminal": 345952,
"recentWilsonLowerBound": 0.9999888956926344,
"running": 32,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57658.666666666664,
"waiting": 98
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.0016996577559892704,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345952,
"recentSuccessRate": 1.0,
"recentTerminal": 345952,
"recentWilsonLowerBound": 0.9999888956926344,
"running": 30,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57658.666666666664,
"waiting": 98
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.0016996577559892704,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345952,
"recentSuccessRate": 1.0,
"recentTerminal": 345952,
"recentWilsonLowerBound": 0.9999888956926344,
"running": 32,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57658.666666666664,
"waiting": 98
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 0.0017343446489686432,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345952,
"recentSuccessRate": 1.0,
"recentTerminal": 345952,
"recentWilsonLowerBound": 0.9999888956926344,
"running": 32,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57658.666666666664,
"waiting": 100
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.0016996577559892704,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345952,
"recentSuccessRate": 1.0,
"recentTerminal": 345952,
"recentWilsonLowerBound": 0.9999888956926344,
"running": 30,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57658.666666666664,
"waiting": 98
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.0017343446489686432,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345952,
"recentSuccessRate": 1.0,
"recentTerminal": 345952,
"recentWilsonLowerBound": 0.9999888956926344,
"running": 32,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57658.666666666664,
"waiting": 100
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.0016996577559892704,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345952,
"recentSuccessRate": 1.0,
"recentTerminal": 345952,
"recentWilsonLowerBound": 0.9999888956926344,
"running": 30,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57658.666666666664,
"waiting": 98
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.0016996577559892704,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345952,
"recentSuccessRate": 1.0,
"recentTerminal": 345952,
"recentWilsonLowerBound": 0.9999888956926344,
"running": 32,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57658.666666666664,
"waiting": 98
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.0017343446489686432,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345952,
"recentSuccessRate": 1.0,
"recentTerminal": 345952,
"recentWilsonLowerBound": 0.9999888956926344,
"running": 32,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57658.666666666664,
"waiting": 100
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 0.0016996577559892704,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345952,
"recentSuccessRate": 1.0,
"recentTerminal": 345952,
"recentWilsonLowerBound": 0.9999888956926344,
"running": 30,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57658.666666666664,
"waiting": 98
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.0017343446489686432,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345952,
"recentSuccessRate": 1.0,
"recentTerminal": 345952,
"recentWilsonLowerBound": 0.9999888956926344,
"running": 32,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57658.666666666664,
"waiting": 100
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 0.0017343446489686432,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345952,
"recentSuccessRate": 1.0,
"recentTerminal": 345952,
"recentWilsonLowerBound": 0.9999888956926344,
"running": 32,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57658.666666666664,
"waiting": 100
}
},
"queueAttemptedAt": "2026-10-29T01:44:35.880696+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-29T01:44:35.880696+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b4",
"hygon_k100-ai",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}