Files
submmit/.modelhub_state/market_intelligence.json

773 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-10-01T19:43:16.291882+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-01T19:43:16.291882+00:00",
"frameworkAttemptedAt": "2026-10-01T14:12:45.551559+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40463,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19725,
"successRate": 0.4874823913204656,
"wilsonLowerBound": 0.48261345258697064
},
"vllm": {
"framework": "vllm",
"modelCount": 54156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15011,
"successRate": 0.27718073712977326,
"wilsonLowerBound": 0.2734267482381784
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 0,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 3364,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 959,
"successRate": 0.285077288941736,
"wilsonLowerBound": 0.27007323912295395
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 34992,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16052,
"successRate": 0.4587334247828075,
"wilsonLowerBound": 0.45351719375542565
},
"vllm": {
"framework": "vllm",
"modelCount": 38810,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10868,
"successRate": 0.2800309198660139,
"wilsonLowerBound": 0.2755855691255702
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 11030,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4619,
"successRate": 0.41876699909338166,
"wilsonLowerBound": 0.40958959669523676
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64150,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12093,
"successRate": 0.18851130163678878,
"wilsonLowerBound": 0.1855032989177426
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 24594,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5057,
"successRate": 0.20561925672928358,
"wilsonLowerBound": 0.2006142966799066
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7146,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 82,
"successRate": 0.011474951021550517,
"wilsonLowerBound": 0.00925477004751275
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26488,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3257,
"successRate": 0.1229613409845968,
"wilsonLowerBound": 0.11906111872843192
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16493,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10161886861092585,
"wilsonLowerBound": 0.09709993915301135
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 13489,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5501,
"successRate": 0.4078137741863741,
"wilsonLowerBound": 0.3995478807753092
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24501,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3797,
"successRate": 0.1549732663972899,
"wilsonLowerBound": 0.1504960364288626
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 47782,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11901,
"successRate": 0.249068686953246,
"wilsonLowerBound": 0.24521117951580843
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23617,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3104,
"successRate": 0.13143074903671084,
"wilsonLowerBound": 0.12718144728334102
},
"vllm": {
"framework": "vllm",
"modelCount": 86826,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9768,
"successRate": 0.11250086379655863,
"wilsonLowerBound": 0.1104161762854407
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 43557,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5304,
"successRate": 0.12177147186445347,
"wilsonLowerBound": 0.11873361339609859
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 39948,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3564,
"successRate": 0.0892159807750075,
"wilsonLowerBound": 0.08645997643731695
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 90728,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22190,
"successRate": 0.24457719777797374,
"wilsonLowerBound": 0.24179107671910258
},
"transformers": {
"framework": "transformers",
"modelCount": 5424,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 580,
"successRate": 0.10693215339233038,
"wilsonLowerBound": 0.09898437560872482
},
"vllm": {
"framework": "vllm",
"modelCount": 112767,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16527,
"successRate": 0.1465588337013488,
"wilsonLowerBound": 0.1445066450230568
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 20788,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3751,
"successRate": 0.18044063883009429,
"wilsonLowerBound": 0.17527217444084148
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43315,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5637,
"successRate": 0.1301396744776636,
"wilsonLowerBound": 0.1270038516178073
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7490,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 664,
"successRate": 0.08865153538050734,
"wilsonLowerBound": 0.08242335084044107
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 201,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 36,
"successRate": 0.1791044776119403,
"wilsonLowerBound": 0.13226856106642715
},
"vllm": {
"framework": "vllm",
"modelCount": 32807,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6244,
"successRate": 0.19032523546804037,
"wilsonLowerBound": 0.1861136674084707
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61326,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12406,
"successRate": 0.20229592668688648,
"wilsonLowerBound": 0.19913519689723738
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 11623,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3418,
"successRate": 0.29407209842553556,
"wilsonLowerBound": 0.28585791536891203
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14537,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3635,
"successRate": 0.25005159248813374,
"wilsonLowerBound": 0.24307862808182126
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 64954,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 17830,
"successRate": 0.274501955229855,
"wilsonLowerBound": 0.27108339292354944
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 409,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 258,
"successRate": 0.6308068459657702,
"wilsonLowerBound": 0.5830216343045451
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 47541,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21075,
"successRate": 0.44330157127532027,
"wilsonLowerBound": 0.43884071276614023
},
"vllm": {
"framework": "vllm",
"modelCount": 38210,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4158,
"successRate": 0.10881968071185553,
"wilsonLowerBound": 0.10573640334212399
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 818,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6283,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030558650326277255,
"wilsonLowerBound": 0.02658115788279188
},
"vllm": {
"framework": "vllm",
"modelCount": 10051,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 748,
"successRate": 0.07442045567605213,
"wilsonLowerBound": 0.0694504296857678
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6643,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2885,
"successRate": 0.4342917356615987,
"wilsonLowerBound": 0.42241351581838804
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7400,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 243,
"successRate": 0.032837837837837835,
"wilsonLowerBound": 0.02901357764943315
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 14971,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4803,
"successRate": 0.3208202524881437,
"wilsonLowerBound": 0.3133895797034147
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 27453,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14002,
"successRate": 0.510035333114778,
"wilsonLowerBound": 0.504120855120688
},
"vllm": {
"framework": "vllm",
"modelCount": 64904,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6789,
"successRate": 0.10460064094662887,
"wilsonLowerBound": 0.10226951135299894
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 13115,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2045,
"successRate": 0.15592832634388104,
"wilsonLowerBound": 0.14982013790001625
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-01T19:48:46.066777+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1186.2919708029199,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.505673957292967,
"queueFactor": 0.9911158250994855,
"queueWeight": 0.9911158250994855,
"recentSuccess": 52,
"recentSuccessRate": 0.3795620437956204,
"recentTerminal": 137,
"recentWilsonLowerBound": 0.3026339433688306,
"running": 8,
"selectionWeight": 1.4922972865132265,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.833333333333332,
"waiting": 27087
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1226.097902097902,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.3637320667169714,
"queueFactor": 0.9862212972476523,
"queueWeight": 0.9862212972476523,
"recentSuccess": 52,
"recentSuccessRate": 0.36363636363636365,
"recentTerminal": 143,
"recentWilsonLowerBound": 0.2893152491479009,
"running": 8,
"selectionWeight": 1.3449416079358334,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.833333333333332,
"waiting": 29222
},
"Biren_166m": {
"available": true,
"backlogHours": 113.94258373205741,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.10531306959393383,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 27,
"recentSuccessRate": 0.1291866028708134,
"recentTerminal": 209,
"recentWilsonLowerBound": 0.09032430035301693,
"running": 8,
"selectionWeight": 0.136906990472114,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 34.833333333333336,
"waiting": 3969
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1249.2972972972973,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.18322721733799768,
"queueFactor": 0.9834522519496396,
"queueWeight": 0.9834522519496396,
"recentSuccess": 14,
"recentSuccessRate": 0.1891891891891892,
"recentTerminal": 74,
"recentWilsonLowerBound": 0.11617864171285916,
"running": 7,
"selectionWeight": 0.18019521950951986,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 12.333333333333334,
"waiting": 15408
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 462.5840707964602,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.42183548275044175,
"queueFactor": 1.1414964052053014,
"queueWeight": 1.1414964052053014,
"recentSuccess": 27,
"recentSuccessRate": 0.23893805309734514,
"recentTerminal": 113,
"recentWilsonLowerBound": 0.16972325412759412,
"running": 7,
"selectionWeight": 0.4815236871476722,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.833333333333332,
"waiting": 8712
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 51.32830188679245,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 8,
"recentSuccessRate": 0.03018867924528302,
"recentTerminal": 265,
"recentWilsonLowerBound": 0.015374694838194255,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 44.166666666666664,
"waiting": 2267
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 293.1272727272727,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.17392094657449672,
"queueFactor": 1.2223475745215986,
"queueWeight": 1.2223475745215986,
"recentSuccess": 19,
"recentSuccessRate": 0.17272727272727273,
"recentTerminal": 110,
"recentWilsonLowerBound": 0.11345829455900079,
"running": 1,
"selectionWeight": 0.2125918472038366,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 18.333333333333332,
"waiting": 5374
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 1783.132075471698,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.19690972838840828,
"queueFactor": 0.9323428021761369,
"queueWeight": 0.9323428021761369,
"recentSuccess": 11,
"recentSuccessRate": 0.20754716981132076,
"recentTerminal": 53,
"recentWilsonLowerBound": 0.12004475729322062,
"running": 2,
"selectionWeight": 0.18358736794139058,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 8.833333333333334,
"waiting": 15751
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 334.1363636363636,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.26804993736720617,
"queueFactor": 1.1985732696275129,
"queueWeight": 1.1985732696275129,
"recentSuccess": 26,
"recentSuccessRate": 0.19696969696969696,
"recentTerminal": 132,
"recentWilsonLowerBound": 0.13811119929839352,
"running": 8,
"selectionWeight": 0.32127748985366233,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 22.0,
"waiting": 7351
},
"MetaX_c-500": {
"available": true,
"backlogHours": 532.0512820512821,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.8333866977500581,
"queueFactor": 1.1177897557275907,
"queueWeight": 1.1177897557275907,
"recentSuccess": 36,
"recentSuccessRate": 0.3076923076923077,
"recentTerminal": 117,
"recentWilsonLowerBound": 0.23128742019159806,
"running": 4,
"selectionWeight": 0.9315511133046609,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.5,
"waiting": 10375
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1654.1999999999998,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 0.9428985040798206,
"queueWeight": 0.9428985040798206,
"recentSuccess": 39,
"recentSuccessRate": 0.4875,
"recentTerminal": 80,
"recentWilsonLowerBound": 0.3810769394436833,
"running": 4,
"selectionWeight": 2.3572462601995516,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.333333333333334,
"waiting": 22056
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2126.0,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.24702340157286795,
"queueFactor": 0.9080686034557339,
"queueWeight": 0.9080686034557339,
"recentSuccess": 11,
"recentSuccessRate": 0.22916666666666666,
"recentTerminal": 48,
"recentWilsonLowerBound": 0.13307691028989044,
"running": 2,
"selectionWeight": 0.22431419528715915,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 8.0,
"waiting": 17008
},
"Vastai_va16": {
"available": true,
"backlogHours": 1117.2289156626505,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.09138067310842835,
"queueFactor": 1.0000732803522354,
"queueWeight": 1.0000732803522354,
"recentSuccess": 12,
"recentSuccessRate": 0.14457831325301204,
"recentTerminal": 83,
"recentWilsonLowerBound": 0.08468215781561282,
"running": 16,
"selectionWeight": 0.09138736951634124,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 13.833333333333334,
"waiting": 15455
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1118.3207547169811,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.6461427470385127,
"queueFactor": 0.9999267607947252,
"queueWeight": 0.9999267607947252,
"recentSuccess": 30,
"recentSuccessRate": 0.2830188679245283,
"recentTerminal": 106,
"recentWilsonLowerBound": 0.20602338401321438,
"running": 6,
"selectionWeight": 0.6460954240572255,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.666666666666668,
"waiting": 19757
}
},
"queueAttemptedAt": "2026-10-01T19:48:46.066777+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-01T19:48:46.066777+00:00",
"supportedGpus": [
"Vastai_va16",
"Cambricon_mlu-370-x4",
"Kunlunxin_p-800",
"Iluvatar_mrv-100",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}