Files
submmit/.modelhub_state/market_intelligence.json

818 lines
26 KiB
JSON

{
"communityAttemptedAt": "2026-11-04T14:02:16.530111+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-11-04T14:02:16.530111+00:00",
"frameworkAttemptedAt": "2026-11-04T13:44:13.179985+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 45804,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 23232,
"successRate": 0.5072046109510087,
"wilsonLowerBound": 0.5026256347680792
},
"vllm": {
"framework": "vllm",
"modelCount": 60218,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15816,
"successRate": 0.26264572054867313,
"wilsonLowerBound": 0.25914601516295466
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 84,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 24,
"successRate": 0.2857142857142857,
"wilsonLowerBound": 0.20014898610655452
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7266,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2423,
"successRate": 0.3334709606385907,
"wilsonLowerBound": 0.3227210265319377
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 41022,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20053,
"successRate": 0.48883525912924775,
"wilsonLowerBound": 0.483999160332517
},
"vllm": {
"framework": "vllm",
"modelCount": 41588,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11300,
"successRate": 0.27171299413292294,
"wilsonLowerBound": 0.26745880757257157
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6742,
"successRate": 0.39334889148191365,
"wilsonLowerBound": 0.38606034207497986
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64482,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18764926646195837,
"wilsonLowerBound": 0.18465433108897877
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43596,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8369,
"successRate": 0.1919671529498119,
"wilsonLowerBound": 0.18829726117862244
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9016,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 120,
"successRate": 0.013309671694764862,
"wilsonLowerBound": 0.011142891575873025
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26990,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3326,
"successRate": 0.12323082623193775,
"wilsonLowerBound": 0.1193628155392058
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16544,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10130560928433269,
"wilsonLowerBound": 0.09679987879290312
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 20409,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7599,
"successRate": 0.37233573423489635,
"wilsonLowerBound": 0.36572785575398414
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 25006,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3814,
"successRate": 0.1525233943853475,
"wilsonLowerBound": 0.1481205765308116
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 61649,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15288,
"successRate": 0.24798455773816283,
"wilsonLowerBound": 0.24459139566233845
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 32465,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4248,
"successRate": 0.1308486061912829,
"wilsonLowerBound": 0.12722380654890444
},
"vllm": {
"framework": "vllm",
"modelCount": 87141,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222042436969969,
"wilsonLowerBound": 0.11014177495844224
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50951,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5814,
"successRate": 0.11410963474710997,
"wilsonLowerBound": 0.11137790463041634
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 57422,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3949,
"successRate": 0.06877155097349448,
"wilsonLowerBound": 0.06673036659093717
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95728,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24212,
"successRate": 0.25292495403643656,
"wilsonLowerBound": 0.2501812195114146
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 178,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6782,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 632,
"successRate": 0.09318785019168387,
"wilsonLowerBound": 0.08649772361477931
},
"vllm": {
"framework": "vllm",
"modelCount": 113086,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16552,
"successRate": 0.1463664821463311,
"wilsonLowerBound": 0.14431830047784408
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 449,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3,
"successRate": 0.0066815144766146995,
"wilsonLowerBound": 0.002274825443958657
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26630,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4297,
"successRate": 0.16135936913255727,
"wilsonLowerBound": 0.156989959115029
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45934,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5926,
"successRate": 0.12901118996821526,
"wilsonLowerBound": 0.12597663186911287
},
"vllm_gemma_4": {
"framework": "vllm_gemma_4",
"modelCount": 0,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9202,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 855,
"successRate": 0.09291458378613345,
"wilsonLowerBound": 0.08715154110699481
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 206,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.1796116504854369,
"wilsonLowerBound": 0.13320865973713544
},
"vllm": {
"framework": "vllm",
"modelCount": 37798,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7903,
"successRate": 0.2090851367797238,
"wilsonLowerBound": 0.20501514008002789
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61802,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12435,
"successRate": 0.20120708067700074,
"wilsonLowerBound": 0.19806492140579782
},
"vllm_0.25.1": {
"framework": "vllm_0.25.1",
"modelCount": 2,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 1.0,
"wilsonLowerBound": 0.3423719528896193
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 22688,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 6184,
"successRate": 0.2725669957686883,
"wilsonLowerBound": 0.26681169321699294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17529,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4176,
"successRate": 0.23823378401506076,
"wilsonLowerBound": 0.23198504575012768
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 72073,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19706,
"successRate": 0.2734172297531669,
"wilsonLowerBound": 0.2701753128567548
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 3529,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1910,
"successRate": 0.5412298101445169,
"wilsonLowerBound": 0.5247532180610064
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49905,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22522,
"successRate": 0.45129746518384933,
"wilsonLowerBound": 0.44693537793960236
},
"vllm": {
"framework": "vllm",
"modelCount": 43405,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5985,
"successRate": 0.13788734016818338,
"wilsonLowerBound": 0.1346757484620404
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1598,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6291,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030519790176442536,
"wilsonLowerBound": 0.02654729145069718
},
"vllm": {
"framework": "vllm",
"modelCount": 10141,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 769,
"successRate": 0.07583078591854847,
"wilsonLowerBound": 0.0708374254509955
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8744,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3851,
"successRate": 0.440416285452882,
"wilsonLowerBound": 0.4300391494904346
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7476,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 254,
"successRate": 0.03397538790797218,
"wilsonLowerBound": 0.030102074381377207
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 25418,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7129,
"successRate": 0.2804705326933669,
"wilsonLowerBound": 0.27498130091830236
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 30668,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15638,
"successRate": 0.5099126124951089,
"wilsonLowerBound": 0.5043167483503479
},
"vllm": {
"framework": "vllm",
"modelCount": 70617,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7682,
"successRate": 0.10878400385176373,
"wilsonLowerBound": 0.10650870133114938
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 16156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3006,
"successRate": 0.1860609061648923,
"wilsonLowerBound": 0.1801349379721584
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-11-04T14:02:16.530111+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1441.3333333333333,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.965153728922493,
"queueFactor": 0.9216356798434451,
"queueWeight": 0.9216356798434451,
"recentSuccess": 37,
"recentSuccessRate": 0.29365079365079366,
"recentTerminal": 126,
"recentWilsonLowerBound": 0.2211801111129269,
"running": 8,
"selectionWeight": 0.8895201131089179,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 21.0,
"waiting": 30268
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1687.008,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9001323554398866,
"queueWeight": 0.9001323554398866,
"recentSuccess": 53,
"recentSuccessRate": 0.424,
"recentTerminal": 125,
"recentWilsonLowerBound": 0.34090195211218616,
"running": 8,
"selectionWeight": 2.2503308885997164,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.833333333333332,
"waiting": 35146
},
"Biren_166m": {
"available": true,
"backlogHours": 163.73684210526315,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.05,
"queueFactor": 1.2771796279456296,
"queueWeight": 1.2771796279456296,
"recentSuccess": 6,
"recentSuccessRate": 0.02631578947368421,
"recentTerminal": 228,
"recentWilsonLowerBound": 0.01211518507010609,
"running": 8,
"selectionWeight": 0.06385898139728148,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 38.0,
"waiting": 6222
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1835.4857142857143,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.2154476525085919,
"queueFactor": 0.8888148310883278,
"queueWeight": 0.8888148310883278,
"recentSuccess": 13,
"recentSuccessRate": 0.18571428571428572,
"recentTerminal": 70,
"recentWilsonLowerBound": 0.11187194691822096,
"running": 7,
"selectionWeight": 0.19149306887280088,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 11.666666666666666,
"waiting": 21414
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 451.64383561643837,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.2457013512345968,
"queueFactor": 1.096868415393507,
"queueWeight": 1.096868415393507,
"recentSuccess": 25,
"recentSuccessRate": 0.17123287671232876,
"recentTerminal": 146,
"recentWilsonLowerBound": 0.11875726479775375,
"running": 7,
"selectionWeight": 0.2695020517887357,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 24.333333333333332,
"waiting": 10990
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 91.64347826086956,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 2,
"recentSuccessRate": 0.008695652173913044,
"recentTerminal": 230,
"recentWilsonLowerBound": 0.00238785955888787,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 38.333333333333336,
"waiting": 3513
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 634.6923076923077,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.0422921307398267,
"queueWeight": 1.0422921307398267,
"recentSuccess": 3,
"recentSuccessRate": 0.038461538461538464,
"recentTerminal": 78,
"recentWilsonLowerBound": 0.013165586780815215,
"running": 2,
"selectionWeight": 0.05211460653699134,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 13.0,
"waiting": 8251
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2207.8636363636365,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.4462009492787375,
"queueFactor": 0.8645260959323247,
"queueWeight": 0.8645260959323247,
"recentSuccess": 21,
"recentSuccessRate": 0.4772727272727273,
"recentTerminal": 44,
"recentWilsonLowerBound": 0.3375475794427176,
"running": 2,
"selectionWeight": 2.1148045565458933,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.333333333333333,
"waiting": 16191
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 598.309090909091,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.19169638118892676,
"queueFactor": 1.051562532928183,
"queueWeight": 1.051562532928183,
"recentSuccess": 18,
"recentSuccessRate": 0.16363636363636364,
"recentTerminal": 110,
"recentWilsonLowerBound": 0.10608722310923731,
"running": 8,
"selectionWeight": 0.20158073215619432,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 18.333333333333332,
"waiting": 10969
},
"MetaX_c-500": {
"available": true,
"backlogHours": 513.4545454545455,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.4190407357406778,
"queueFactor": 1.075966236871884,
"queueWeight": 1.075966236871884,
"recentSuccess": 34,
"recentSuccessRate": 0.20606060606060606,
"recentTerminal": 165,
"recentWilsonLowerBound": 0.15137214272779614,
"running": 4,
"selectionWeight": 0.4508736835309227,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 27.5,
"waiting": 14120
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1923.4499999999998,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.043631906240372,
"queueFactor": 0.8825957033745054,
"queueWeight": 0.8825957033745054,
"recentSuccess": 33,
"recentSuccessRate": 0.4125,
"recentTerminal": 80,
"recentWilsonLowerBound": 0.31105686511513087,
"running": 4,
"selectionWeight": 1.8037007397268026,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.333333333333334,
"waiting": 25646
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 4407.2307692307695,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.995198366301323,
"queueFactor": 0.7793796740988812,
"queueWeight": 0.7793796740988812,
"recentSuccess": 10,
"recentSuccessRate": 0.38461538461538464,
"recentTerminal": 26,
"recentWilsonLowerBound": 0.22428359511834425,
"running": 2,
"selectionWeight": 0.7756373783916641,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 4.333333333333333,
"waiting": 19098
},
"Vastai_va16": {
"available": true,
"backlogHours": 1038.4117647058824,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.8240563978515031,
"queueFactor": 0.9680961748099675,
"queueWeight": 0.9680961748099675,
"recentSuccess": 29,
"recentSuccessRate": 0.28431372549019607,
"recentTerminal": 102,
"recentWilsonLowerBound": 0.20584782049770634,
"running": 16,
"selectionWeight": 0.7977658465877209,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.0,
"waiting": 17653
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 169.3228346456693,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.05,
"queueFactor": 1.2707690079661635,
"queueWeight": 1.2707690079661635,
"recentSuccess": 27,
"recentSuccessRate": 0.030371203599550055,
"recentTerminal": 889,
"recentWilsonLowerBound": 0.020955453044542608,
"running": 6,
"selectionWeight": 0.06353845039830817,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 148.16666666666666,
"waiting": 25088
}
},
"queueAttemptedAt": "2026-11-04T14:02:16.530111+00:00",
"queueError": null,
"queueUpdatedAt": "2026-11-04T14:02:16.530111+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Iluvatar_mrv-100",
"Vastai_va16",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Ascend_910-b4",
"Ascend_910-b3",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}