Files
submmit/.modelhub_state/market_intelligence.json

782 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-10-14T00:53:41.259360+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-14T00:53:41.259360+00:00",
"frameworkAttemptedAt": "2026-10-14T00:36:17.865569+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 42548,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21190,
"successRate": 0.4980257591426154,
"wilsonLowerBound": 0.49327517279422156
},
"vllm": {
"framework": "vllm",
"modelCount": 57048,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15402,
"successRate": 0.26998317206562894,
"wilsonLowerBound": 0.26635565380735815
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 0,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 4555,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1390,
"successRate": 0.305159165751921,
"wilsonLowerBound": 0.2919553209858006
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 37315,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 17598,
"successRate": 0.47160659252311404,
"wilsonLowerBound": 0.46654473405876196
},
"vllm": {
"framework": "vllm",
"modelCount": 40016,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11047,
"successRate": 0.27606457417033187,
"wilsonLowerBound": 0.27170602222996
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 13049,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5457,
"successRate": 0.4181929649781592,
"wilsonLowerBound": 0.4097548445389537
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64219,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12096,
"successRate": 0.18835547112225354,
"wilsonLowerBound": 0.1853500442293691
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 31156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6726,
"successRate": 0.2158813711644627,
"wilsonLowerBound": 0.21134794073980728
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7920,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 110,
"successRate": 0.013888888888888888,
"wilsonLowerBound": 0.011536983591061891
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26664,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3278,
"successRate": 0.12293729372937294,
"wilsonLowerBound": 0.11905012009556892
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16510,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10151423379769836,
"wilsonLowerBound": 0.09699971253714496
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 16056,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6310,
"successRate": 0.39299950174389636,
"wilsonLowerBound": 0.38547107111441314
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24784,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3807,
"successRate": 0.15360716591349258,
"wilsonLowerBound": 0.14917174733820737
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 52533,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13241,
"successRate": 0.25205109169474427,
"wilsonLowerBound": 0.248356354070967
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 24795,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3159,
"successRate": 0.12740471869328493,
"wilsonLowerBound": 0.12331211779599237
},
"vllm": {
"framework": "vllm",
"modelCount": 87036,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9772,
"successRate": 0.1122753803024036,
"wilsonLowerBound": 0.11019503685752899
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 46782,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5589,
"successRate": 0.11946902654867257,
"wilsonLowerBound": 0.11656111109912792
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 47905,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3711,
"successRate": 0.07746581776432522,
"wilsonLowerBound": 0.07510562245085439
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 94121,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 23529,
"successRate": 0.24998671922312768,
"wilsonLowerBound": 0.2472306196339232
},
"transformers": {
"framework": "transformers",
"modelCount": 5589,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 587,
"successRate": 0.10502773304705672,
"wilsonLowerBound": 0.09725925387080818
},
"vllm": {
"framework": "vllm",
"modelCount": 112873,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16532,
"successRate": 0.14646549662009514,
"wilsonLowerBound": 0.1444148135897369
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 151,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.006622516556291391,
"wilsonLowerBound": 0.001169964816982218
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 24058,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4047,
"successRate": 0.16821847202593732,
"wilsonLowerBound": 0.16354471710684096
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43709,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5682,
"successRate": 0.1299961106408291,
"wilsonLowerBound": 0.12687579848164018
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8195,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 774,
"successRate": 0.09444783404514948,
"wilsonLowerBound": 0.08830458523516742
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 34590,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6876,
"successRate": 0.19878577623590632,
"wilsonLowerBound": 0.19461353439651985
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61505,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12425,
"successRate": 0.2020160962523372,
"wilsonLowerBound": 0.19886159939926898
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 16340,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4601,
"successRate": 0.28157894736842104,
"wilsonLowerBound": 0.2747345505697349
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15556,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3774,
"successRate": 0.24260735407559783,
"wilsonLowerBound": 0.23593516190962438
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 68227,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18781,
"successRate": 0.2752722529203981,
"wilsonLowerBound": 0.27193341933186416
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1076,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 647,
"successRate": 0.6013011152416357,
"wilsonLowerBound": 0.5717343577912755
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48453,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21730,
"successRate": 0.44847584256908757,
"wilsonLowerBound": 0.44405169396042526
},
"vllm": {
"framework": "vllm",
"modelCount": 40060,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4880,
"successRate": 0.1218172740888667,
"wilsonLowerBound": 0.11865055490209389
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1108,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6288,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030534351145038167,
"wilsonLowerBound": 0.02655998124483518
},
"vllm": {
"framework": "vllm",
"modelCount": 10091,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 762,
"successRate": 0.07551283321771876,
"wilsonLowerBound": 0.07051757164676267
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7415,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3251,
"successRate": 0.4384356035064059,
"wilsonLowerBound": 0.42717622166943936
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7423,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.033005523373299206,
"wilsonLowerBound": 0.029176789607432262
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 18504,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5446,
"successRate": 0.29431474275832253,
"wilsonLowerBound": 0.2877914660083028
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 28510,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14586,
"successRate": 0.5116099614170466,
"wilsonLowerBound": 0.5058063519336115
},
"vllm": {
"framework": "vllm",
"modelCount": 67519,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7231,
"successRate": 0.1070957804469853,
"wilsonLowerBound": 0.10478553942198991
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 13784,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2332,
"successRate": 0.16918165989553105,
"wilsonLowerBound": 0.16301512498106363
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-14T01:08:39.058995+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 198.06360424028267,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.05,
"queueFactor": 1.2557950043178934,
"queueWeight": 1.2557950043178934,
"recentSuccess": 37,
"recentSuccessRate": 0.043580683156654886,
"recentTerminal": 849,
"recentWilsonLowerBound": 0.03178094333708536,
"running": 8,
"selectionWeight": 0.06278975021589467,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 141.5,
"waiting": 28026
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1652.8672566371683,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.7072846738322047,
"queueFactor": 0.9134899133270347,
"queueWeight": 0.9134899133270347,
"recentSuccess": 30,
"recentSuccessRate": 0.26548672566371684,
"recentTerminal": 113,
"recentWilsonLowerBound": 0.19275522468473327,
"running": 8,
"selectionWeight": 1.5595873287235553,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.833333333333332,
"waiting": 31129
},
"Biren_166m": {
"available": true,
"backlogHours": 153.07317073170734,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.09730768548884557,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 17,
"recentSuccessRate": 0.08292682926829269,
"recentTerminal": 205,
"recentWilsonLowerBound": 0.05241787752543188,
"running": 8,
"selectionWeight": 0.12649999113549923,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 34.166666666666664,
"waiting": 5230
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1493.0149253731345,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.8533069515990179,
"queueFactor": 0.9275339831481777,
"queueWeight": 0.9275339831481777,
"recentSuccess": 15,
"recentSuccessRate": 0.22388059701492538,
"recentTerminal": 67,
"recentWilsonLowerBound": 0.1406360851472927,
"running": 7,
"selectionWeight": 0.7914711956646664,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.166666666666666,
"waiting": 16672
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 436.1803278688525,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.5525668580893759,
"queueFactor": 1.1155512868809947,
"queueWeight": 1.1155512868809947,
"recentSuccess": 21,
"recentSuccessRate": 0.1721311475409836,
"recentTerminal": 122,
"recentWilsonLowerBound": 0.11542895012804419,
"running": 7,
"selectionWeight": 0.6164166696293912,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.333333333333332,
"waiting": 8869
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 94.26395939086294,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 8,
"recentSuccessRate": 0.04060913705583756,
"recentTerminal": 197,
"recentWilsonLowerBound": 0.020718275799418536,
"running": 11,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 32.833333333333336,
"waiting": 3095
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 158.03731343283582,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.24357339812768647,
"queueFactor": 1.299048922422878,
"queueWeight": 1.299048922422878,
"recentSuccess": 30,
"recentSuccessRate": 0.11194029850746269,
"recentTerminal": 268,
"recentWilsonLowerBound": 0.07954409358378098,
"running": 11,
"selectionWeight": 0.31641376036864977,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 44.666666666666664,
"waiting": 7059
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2643.8333333333335,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 1.8956032531714404,
"queueFactor": 0.8513425533916495,
"queueWeight": 0.8513425533916495,
"recentSuccess": 12,
"recentSuccessRate": 0.3333333333333333,
"recentTerminal": 36,
"recentWilsonLowerBound": 0.20214424774586046,
"running": 2,
"selectionWeight": 1.6138077137724915,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.0,
"waiting": 15863
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 301.6265060240964,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.5947575070963577,
"queueFactor": 1.1790141768519837,
"queueWeight": 1.1790141768519837,
"recentSuccess": 28,
"recentSuccessRate": 0.1686746987951807,
"recentTerminal": 166,
"recentWilsonLowerBound": 0.1193547728835678,
"running": 8,
"selectionWeight": 0.70122753265575,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 27.666666666666668,
"waiting": 8345
},
"MetaX_c-500": {
"available": true,
"backlogHours": 540.864406779661,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.675549718970715,
"queueFactor": 1.0801304075168752,
"queueWeight": 1.0801304075168752,
"recentSuccess": 22,
"recentSuccessRate": 0.1864406779661017,
"recentTerminal": 118,
"recentWilsonLowerBound": 0.12646899188610022,
"running": 4,
"selectionWeight": 0.7296817932497489,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.666666666666668,
"waiting": 10637
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 3105.795918367347,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 0.8310239025926365,
"queueWeight": 0.8310239025926365,
"recentSuccess": 17,
"recentSuccessRate": 0.3469387755102041,
"recentTerminal": 49,
"recentWilsonLowerBound": 0.22924209609314436,
"running": 4,
"selectionWeight": 2.077559756481591,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.166666666666666,
"waiting": 25364
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2914.5405405405404,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.7623469394146061,
"queueFactor": 0.838984500385169,
"queueWeight": 0.838984500385169,
"recentSuccess": 9,
"recentSuccessRate": 0.24324324324324326,
"recentTerminal": 37,
"recentWilsonLowerBound": 0.13361203432663307,
"running": 2,
"selectionWeight": 0.639597266084926,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.166666666666667,
"waiting": 17973
},
"Vastai_va16": {
"available": true,
"backlogHours": 1305.5675675675675,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.05,
"queueFactor": 0.9463887079869474,
"queueWeight": 0.9463887079869474,
"recentSuccess": 6,
"recentSuccessRate": 0.08108108108108109,
"recentTerminal": 74,
"recentWilsonLowerBound": 0.03768933680933338,
"running": 16,
"selectionWeight": 0.047319435399347375,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 12.333333333333334,
"waiting": 16102
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1267.5294117647059,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.8288304856913186,
"queueFactor": 0.9505954821323555,
"queueWeight": 0.9505954821323555,
"recentSuccess": 21,
"recentSuccessRate": 0.20588235294117646,
"recentTerminal": 102,
"recentWilsonLowerBound": 0.1387878700668384,
"running": 6,
"selectionWeight": 0.7878825151517334,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.0,
"waiting": 21548
}
},
"queueAttemptedAt": "2026-10-14T01:04:37.793174+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-14T01:04:37.793174+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Ascend_910-b4",
"Ascend_910-b3",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}