Files
submmit/.modelhub_state/market_intelligence.json

800 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-11-01T00:54:47.648275+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-11-01T00:54:47.648275+00:00",
"frameworkAttemptedAt": "2026-10-31T22:18:50.517697+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 45179,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22887,
"successRate": 0.506584917771531,
"wilsonLowerBound": 0.5019743502897127
},
"vllm": {
"framework": "vllm",
"modelCount": 59693,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15753,
"successRate": 0.2639002898162264,
"wilsonLowerBound": 0.26037980562935087
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 68,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 19,
"successRate": 0.27941176470588236,
"wilsonLowerBound": 0.18677805007008424
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6750,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2224,
"successRate": 0.3294814814814815,
"wilsonLowerBound": 0.3183681585948652
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40402,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19639,
"successRate": 0.4860897975347755,
"wilsonLowerBound": 0.48121767715666464
},
"vllm": {
"framework": "vllm",
"modelCount": 41368,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11265,
"successRate": 0.27231193192806036,
"wilsonLowerBound": 0.268043492908605
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16295,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6490,
"successRate": 0.39828168149739185,
"wilsonLowerBound": 0.3907899172023114
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64357,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.1880137358795469,
"wilsonLowerBound": 0.185013639415271
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 41181,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8312,
"successRate": 0.20184065467084336,
"wilsonLowerBound": 0.19799189571463
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8883,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.01328380051784307,
"wilsonLowerBound": 0.01110457399689554
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26944,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3314,
"successRate": 0.1229958432304038,
"wilsonLowerBound": 0.11912782872120758
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16538,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10134236304268956,
"wilsonLowerBound": 0.09683508371548533
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19684,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7393,
"successRate": 0.37558423084738873,
"wilsonLowerBound": 0.36884377826197473
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24867,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3814,
"successRate": 0.15337596010777335,
"wilsonLowerBound": 0.14895065767013002
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 60024,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14893,
"successRate": 0.24811741969878714,
"wilsonLowerBound": 0.24467822101885117
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 30890,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4191,
"successRate": 0.13567497572029782,
"wilsonLowerBound": 0.1319013718522267
},
"vllm": {
"framework": "vllm",
"modelCount": 87140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222171218728483,
"wilsonLowerBound": 0.11014304038606977
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50821,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5806,
"successRate": 0.11424411168611401,
"wilsonLowerBound": 0.11150749866845971
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 55579,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3937,
"successRate": 0.07083610716277731,
"wilsonLowerBound": 0.06873271796732529
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95663,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24194,
"successRate": 0.25290864806665064,
"wilsonLowerBound": 0.25016404433973366
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 173,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6765,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.09327420546932742,
"wilsonLowerBound": 0.08657303886970658
},
"vllm": {
"framework": "vllm",
"modelCount": 113038,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16551,
"successRate": 0.14641978803588174,
"wilsonLowerBound": 0.14437086145827077
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 434,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004608294930875576,
"wilsonLowerBound": 0.0012646452245052846
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26601,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4290,
"successRate": 0.16127213262659298,
"wilsonLowerBound": 0.1569013458329577
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45576,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5903,
"successRate": 0.12951992276636826,
"wilsonLowerBound": 0.1264683883447728
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9183,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 853,
"successRate": 0.09288903408472177,
"wilsonLowerBound": 0.0871209484793373
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 206,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.1796116504854369,
"wilsonLowerBound": 0.13320865973713544
},
"vllm": {
"framework": "vllm",
"modelCount": 37237,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7670,
"successRate": 0.2059779251819427,
"wilsonLowerBound": 0.20190068687672863
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61677,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12434,
"successRate": 0.2015986510368533,
"wilsonLowerBound": 0.19845100319589132
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21663,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5930,
"successRate": 0.2737386326916863,
"wilsonLowerBound": 0.2678415355972714
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17210,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4136,
"successRate": 0.24032539221382918,
"wilsonLowerBound": 0.23399999292876178
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71491,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19571,
"successRate": 0.27375473835867453,
"wilsonLowerBound": 0.27049842737662805
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2997,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1645,
"successRate": 0.5488822155488822,
"wilsonLowerBound": 0.5310154661713304
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49538,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22305,
"successRate": 0.45026040615285234,
"wilsonLowerBound": 0.4458831894339175
},
"vllm": {
"framework": "vllm",
"modelCount": 42865,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5771,
"successRate": 0.1346319841362417,
"wilsonLowerBound": 0.13143339043494653
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1502,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6290,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052464228934817,
"wilsonLowerBound": 0.026551520034527744
},
"vllm": {
"framework": "vllm",
"modelCount": 10133,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 768,
"successRate": 0.07579196684101451,
"wilsonLowerBound": 0.0707979225110708
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8490,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3740,
"successRate": 0.44051825677267376,
"wilsonLowerBound": 0.4299871917793245
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7476,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 254,
"successRate": 0.03397538790797218,
"wilsonLowerBound": 0.030102074381377207
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 24038,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6682,
"successRate": 0.27797653714951326,
"wilsonLowerBound": 0.2723488327162636
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 30180,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15436,
"successRate": 0.5114645460569914,
"wilsonLowerBound": 0.505823794182276
},
"vllm": {
"framework": "vllm",
"modelCount": 70022,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7638,
"successRate": 0.10908000342749422,
"wilsonLowerBound": 0.10679237675057296
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15430,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2909,
"successRate": 0.18852883992222944,
"wilsonLowerBound": 0.1824350375011275
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-11-01T01:01:21.931503+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.001683164348976075,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349342,
"recentSuccessRate": 1.0,
"recentTerminal": 349342,
"recentWilsonLowerBound": 0.9999890034471788,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58223.666666666664,
"waiting": 98
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.001683164348976075,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349342,
"recentSuccessRate": 1.0,
"recentTerminal": 349342,
"recentWilsonLowerBound": 0.9999890034471788,
"running": 4,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58223.666666666664,
"waiting": 98
},
"Biren_166m": {
"available": true,
"backlogHours": 0.001683164348976075,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349342,
"recentSuccessRate": 1.0,
"recentTerminal": 349342,
"recentWilsonLowerBound": 0.9999890034471788,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58223.666666666664,
"waiting": 98
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.001683164348976075,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349342,
"recentSuccessRate": 1.0,
"recentTerminal": 349342,
"recentWilsonLowerBound": 0.9999890034471788,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58223.666666666664,
"waiting": 98
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.001683164348976075,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349342,
"recentSuccessRate": 1.0,
"recentTerminal": 349342,
"recentWilsonLowerBound": 0.9999890034471788,
"running": 4,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58223.666666666664,
"waiting": 98
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 0.001683164348976075,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349342,
"recentSuccessRate": 1.0,
"recentTerminal": 349342,
"recentWilsonLowerBound": 0.9999890034471788,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58223.666666666664,
"waiting": 98
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.001683164348976075,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349342,
"recentSuccessRate": 1.0,
"recentTerminal": 349342,
"recentWilsonLowerBound": 0.9999890034471788,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58223.666666666664,
"waiting": 98
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.001683164348976075,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349342,
"recentSuccessRate": 1.0,
"recentTerminal": 349342,
"recentWilsonLowerBound": 0.9999890034471788,
"running": 4,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58223.666666666664,
"waiting": 98
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.001683164348976075,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349342,
"recentSuccessRate": 1.0,
"recentTerminal": 349342,
"recentWilsonLowerBound": 0.9999890034471788,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58223.666666666664,
"waiting": 98
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.001683164348976075,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349342,
"recentSuccessRate": 1.0,
"recentTerminal": 349342,
"recentWilsonLowerBound": 0.9999890034471788,
"running": 4,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58223.666666666664,
"waiting": 98
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.001683164348976075,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349342,
"recentSuccessRate": 1.0,
"recentTerminal": 349342,
"recentWilsonLowerBound": 0.9999890034471788,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58223.666666666664,
"waiting": 98
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 0.001683164348976075,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349342,
"recentSuccessRate": 1.0,
"recentTerminal": 349342,
"recentWilsonLowerBound": 0.9999890034471788,
"running": 4,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58223.666666666664,
"waiting": 98
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.001683164348976075,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349342,
"recentSuccessRate": 1.0,
"recentTerminal": 349342,
"recentWilsonLowerBound": 0.9999890034471788,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58223.666666666664,
"waiting": 98
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 0.001683164348976075,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349342,
"recentSuccessRate": 1.0,
"recentTerminal": 349342,
"recentWilsonLowerBound": 0.9999890034471788,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58223.666666666664,
"waiting": 98
}
},
"queueAttemptedAt": "2026-11-01T01:01:21.931503+00:00",
"queueError": null,
"queueUpdatedAt": "2026-11-01T01:01:21.931503+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b4",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"hygon_k100-ai",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}