Files
submmit/.modelhub_state/market_intelligence.json

800 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-11-01T08:41:22.835799+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-11-01T08:41:22.835799+00:00",
"frameworkAttemptedAt": "2026-11-01T04:19:44.752242+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 45220,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22907,
"successRate": 0.5065678903140204,
"wilsonLowerBound": 0.5019594129157073
},
"vllm": {
"framework": "vllm",
"modelCount": 59729,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15759,
"successRate": 0.2638416849436622,
"wilsonLowerBound": 0.26032251278042495
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 69,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 19,
"successRate": 0.2753623188405797,
"wilsonLowerBound": 0.18394380762574333
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6790,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2239,
"successRate": 0.3297496318114875,
"wilsonLowerBound": 0.31866632900117925
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40439,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19663,
"successRate": 0.48623853211009177,
"wilsonLowerBound": 0.4813685860667674
},
"vllm": {
"framework": "vllm",
"modelCount": 41379,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11265,
"successRate": 0.27223954179656346,
"wilsonLowerBound": 0.26797203081774545
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16347,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6506,
"successRate": 0.39799351562977914,
"wilsonLowerBound": 0.39051462235994067
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64358,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18801081450635507,
"wilsonLowerBound": 0.18501075939964742
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 41376,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8314,
"successRate": 0.20093774168600154,
"wilsonLowerBound": 0.19710455783758057
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8886,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.01327931577762773,
"wilsonLowerBound": 0.011100821220508702
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26945,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3314,
"successRate": 0.12299127853033959,
"wilsonLowerBound": 0.11912339800122651
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16538,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10134236304268956,
"wilsonLowerBound": 0.09683508371548533
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19738,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7406,
"successRate": 0.3752153207011855,
"wilsonLowerBound": 0.36848545569275243
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24867,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3814,
"successRate": 0.15337596010777335,
"wilsonLowerBound": 0.14895065767013002
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 60148,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14922,
"successRate": 0.24808804947795438,
"wilsonLowerBound": 0.2446525197195532
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 30985,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4197,
"successRate": 0.1354526383734065,
"wilsonLowerBound": 0.13168741706252027
},
"vllm": {
"framework": "vllm",
"modelCount": 87140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222171218728483,
"wilsonLowerBound": 0.11014304038606977
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50838,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5806,
"successRate": 0.11420590896573429,
"wilsonLowerBound": 0.11147015426445969
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 55723,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3938,
"successRate": 0.07067099761319383,
"wilsonLowerBound": 0.0685725959224989
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95663,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24194,
"successRate": 0.25290864806665064,
"wilsonLowerBound": 0.25016404433973366
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 173,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6765,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.09327420546932742,
"wilsonLowerBound": 0.08657303886970658
},
"vllm": {
"framework": "vllm",
"modelCount": 113038,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16551,
"successRate": 0.14641978803588174,
"wilsonLowerBound": 0.14437086145827077
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 434,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004608294930875576,
"wilsonLowerBound": 0.0012646452245052846
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26606,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4292,
"successRate": 0.1613169961662783,
"wilsonLowerBound": 0.15694611270447575
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45590,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5903,
"successRate": 0.12948014915551656,
"wilsonLowerBound": 0.12642948469378135
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9185,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 853,
"successRate": 0.09286880783886772,
"wilsonLowerBound": 0.08710192003600777
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 206,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.1796116504854369,
"wilsonLowerBound": 0.13320865973713544
},
"vllm": {
"framework": "vllm",
"modelCount": 37276,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7681,
"successRate": 0.20605751690095503,
"wilsonLowerBound": 0.2019818006827339
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61679,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12434,
"successRate": 0.2015921140096305,
"wilsonLowerBound": 0.19844455567460456
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21745,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5951,
"successRate": 0.27367210853069673,
"wilsonLowerBound": 0.26778652424831945
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17236,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4142,
"successRate": 0.24031097702483176,
"wilsonLowerBound": 0.2339904399875165
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71523,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19581,
"successRate": 0.27377207331907216,
"wilsonLowerBound": 0.27051642273541576
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 3033,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1668,
"successRate": 0.5499505440158259,
"wilsonLowerBound": 0.5321927990477294
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49574,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22324,
"successRate": 0.450316698269254,
"wilsonLowerBound": 0.4459410157869193
},
"vllm": {
"framework": "vllm",
"modelCount": 42896,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5786,
"successRate": 0.13488437150317045,
"wilsonLowerBound": 0.13168434509278082
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1503,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6290,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052464228934817,
"wilsonLowerBound": 0.026551520034527744
},
"vllm": {
"framework": "vllm",
"modelCount": 10133,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 768,
"successRate": 0.07579196684101451,
"wilsonLowerBound": 0.0707979225110708
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8512,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3746,
"successRate": 0.44008458646616544,
"wilsonLowerBound": 0.4295684015247897
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7476,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 254,
"successRate": 0.03397538790797218,
"wilsonLowerBound": 0.030102074381377207
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 24092,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6696,
"successRate": 0.27793458409430516,
"wilsonLowerBound": 0.2723134188974092
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 30200,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15447,
"successRate": 0.5114900662251656,
"wilsonLowerBound": 0.5058511860655419
},
"vllm": {
"framework": "vllm",
"modelCount": 70048,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7644,
"successRate": 0.10912517131110096,
"wilsonLowerBound": 0.10683754344595649
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15459,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2920,
"successRate": 0.18888673264764863,
"wilsonLowerBound": 0.18279400009960844
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-11-01T08:42:29.772921+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.012524376783579913,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349718,
"recentSuccessRate": 1.0,
"recentTerminal": 349718,
"recentWilsonLowerBound": 0.9999890152700144,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58286.333333333336,
"waiting": 730
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.012524376783579913,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349718,
"recentSuccessRate": 1.0,
"recentTerminal": 349718,
"recentWilsonLowerBound": 0.9999890152700144,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58286.333333333336,
"waiting": 730
},
"Biren_166m": {
"available": true,
"backlogHours": 0.012524376783579913,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349718,
"recentSuccessRate": 1.0,
"recentTerminal": 349718,
"recentWilsonLowerBound": 0.9999890152700144,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58286.333333333336,
"waiting": 730
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.012524376783579913,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349718,
"recentSuccessRate": 1.0,
"recentTerminal": 349718,
"recentWilsonLowerBound": 0.9999890152700144,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58286.333333333336,
"waiting": 730
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.012524376783579913,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349718,
"recentSuccessRate": 1.0,
"recentTerminal": 349718,
"recentWilsonLowerBound": 0.9999890152700144,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58286.333333333336,
"waiting": 730
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 0.012524376783579913,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349718,
"recentSuccessRate": 1.0,
"recentTerminal": 349718,
"recentWilsonLowerBound": 0.9999890152700144,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58286.333333333336,
"waiting": 730
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.012524376783579913,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349718,
"recentSuccessRate": 1.0,
"recentTerminal": 349718,
"recentWilsonLowerBound": 0.9999890152700144,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58286.333333333336,
"waiting": 730
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.012524376783579913,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349718,
"recentSuccessRate": 1.0,
"recentTerminal": 349718,
"recentWilsonLowerBound": 0.9999890152700144,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58286.333333333336,
"waiting": 730
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.012524376783579913,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349718,
"recentSuccessRate": 1.0,
"recentTerminal": 349718,
"recentWilsonLowerBound": 0.9999890152700144,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58286.333333333336,
"waiting": 730
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.012524376783579913,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349718,
"recentSuccessRate": 1.0,
"recentTerminal": 349718,
"recentWilsonLowerBound": 0.9999890152700144,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58286.333333333336,
"waiting": 730
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.012524376783579913,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349718,
"recentSuccessRate": 1.0,
"recentTerminal": 349718,
"recentWilsonLowerBound": 0.9999890152700144,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58286.333333333336,
"waiting": 730
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 0.012524376783579913,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349718,
"recentSuccessRate": 1.0,
"recentTerminal": 349718,
"recentWilsonLowerBound": 0.9999890152700144,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58286.333333333336,
"waiting": 730
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.012524376783579913,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349718,
"recentSuccessRate": 1.0,
"recentTerminal": 349718,
"recentWilsonLowerBound": 0.9999890152700144,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58286.333333333336,
"waiting": 730
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 0.012524376783579913,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349718,
"recentSuccessRate": 1.0,
"recentTerminal": 349718,
"recentWilsonLowerBound": 0.9999890152700144,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58286.333333333336,
"waiting": 730
}
},
"queueAttemptedAt": "2026-11-01T08:38:10.514499+00:00",
"queueError": null,
"queueUpdatedAt": "2026-11-01T08:38:10.514499+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b4",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"hygon_k100-ai",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}