Files
submmit/.modelhub_state/market_intelligence.json

782 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-09T17:26:39.791492+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-09T17:26:39.791492+00:00",
"frameworkAttemptedAt": "2026-10-09T13:00:34.262270+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 41768,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20661,
"successRate": 0.4946609844857307,
"wilsonLowerBound": 0.48986679683383055
},
"vllm": {
"framework": "vllm",
"modelCount": 55945,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15281,
"successRate": 0.27314326570739117,
"wilsonLowerBound": 0.269466652283586
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 0,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 4157,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1250,
"successRate": 0.3006976184748617,
"wilsonLowerBound": 0.28694682591822473
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 36553,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 17092,
"successRate": 0.46759499904248625,
"wilsonLowerBound": 0.4624836141235629
},
"vllm": {
"framework": "vllm",
"modelCount": 39559,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10979,
"successRate": 0.27753482140600116,
"wilsonLowerBound": 0.2731439228545986
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 12384,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5205,
"successRate": 0.42030038759689925,
"wilsonLowerBound": 0.4116326692136788
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64209,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12096,
"successRate": 0.18838480586833622,
"wilsonLowerBound": 0.18537896383119834
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 28599,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6214,
"successRate": 0.21728032448687018,
"wilsonLowerBound": 0.2125388395927366
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7580,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 103,
"successRate": 0.013588390501319261,
"wilsonLowerBound": 0.011217458497061716
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26590,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3267,
"successRate": 0.12286573899962391,
"wilsonLowerBound": 0.11897423335077327
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16504,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10155113911778962,
"wilsonLowerBound": 0.09703506300045812
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 15159,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6012,
"successRate": 0.39659608153572135,
"wilsonLowerBound": 0.38883570398823947
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24690,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3805,
"successRate": 0.1541109761036857,
"wilsonLowerBound": 0.14966111926152778
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 50821,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12759,
"successRate": 0.2510576336553787,
"wilsonLowerBound": 0.24730651050184307
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23826,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3125,
"successRate": 0.13115923780743724,
"wilsonLowerBound": 0.12693215912231412
},
"vllm": {
"framework": "vllm",
"modelCount": 86955,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9771,
"successRate": 0.11236846644816284,
"wilsonLowerBound": 0.11028639856964279
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 45739,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5507,
"successRate": 0.12040053346159732,
"wilsonLowerBound": 0.1174499437836125
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45461,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3645,
"successRate": 0.08017861463672159,
"wilsonLowerBound": 0.07771752161309667
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 92297,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 23022,
"successRate": 0.2494338927592446,
"wilsonLowerBound": 0.24665288026163554
},
"transformers": {
"framework": "transformers",
"modelCount": 5504,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 582,
"successRate": 0.10574127906976744,
"wilsonLowerBound": 0.09789043011138934
},
"vllm": {
"framework": "vllm",
"modelCount": 112842,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16530,
"successRate": 0.14648800978359122,
"wilsonLowerBound": 0.14443691464978353
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 7,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.14285714285714285,
"wilsonLowerBound": 0.02567895594897479
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 22711,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3938,
"successRate": 0.17339615164457753,
"wilsonLowerBound": 0.1685276266165374
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43585,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5671,
"successRate": 0.13011357118274636,
"wilsonLowerBound": 0.1269876467263019
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7879,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 733,
"successRate": 0.09303211067394339,
"wilsonLowerBound": 0.08681487947522577
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 33963,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6657,
"successRate": 0.1960074198392368,
"wilsonLowerBound": 0.19181992794571476
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61465,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12418,
"successRate": 0.20203367770275768,
"wilsonLowerBound": 0.1988780564249961
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 14615,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4166,
"successRate": 0.2850496065685939,
"wilsonLowerBound": 0.2777877837542779
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15166,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3714,
"successRate": 0.2448898852696822,
"wilsonLowerBound": 0.23811103334217604
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 67025,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18473,
"successRate": 0.2756135770234987,
"wilsonLowerBound": 0.27224373467711444
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 796,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 483,
"successRate": 0.6067839195979899,
"wilsonLowerBound": 0.5724149687395196
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48185,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21563,
"successRate": 0.4475044100861264,
"wilsonLowerBound": 0.44306897205892076
},
"vllm": {
"framework": "vllm",
"modelCount": 39367,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4645,
"successRate": 0.11799222699215078,
"wilsonLowerBound": 0.114842653406933
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1024,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6286,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030544066178810055,
"wilsonLowerBound": 0.02656844784963345
},
"vllm": {
"framework": "vllm",
"modelCount": 10076,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 758,
"successRate": 0.07522826518459706,
"wilsonLowerBound": 0.0702384412979034
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7120,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3113,
"successRate": 0.4372191011235955,
"wilsonLowerBound": 0.42573381629266266
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7414,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 244,
"successRate": 0.03291070946857297,
"wilsonLowerBound": 0.02908547252009685
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 17239,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5125,
"successRate": 0.2972910261616103,
"wilsonLowerBound": 0.2905137470309807
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 28058,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14324,
"successRate": 0.5105139354194882,
"wilsonLowerBound": 0.5046636261096886
},
"vllm": {
"framework": "vllm",
"modelCount": 66822,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7087,
"successRate": 0.10605788512765257,
"wilsonLowerBound": 0.10374583489873253
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 13492,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2181,
"successRate": 0.16165134894752445,
"wilsonLowerBound": 0.1555359626544916
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-09T17:34:36.863162+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 442.54787234042556,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.21755931014345958,
"queueFactor": 0.9499529435454348,
"queueWeight": 0.9499529435454348,
"recentSuccess": 36,
"recentSuccessRate": 0.09574468085106383,
"recentTerminal": 376,
"recentWilsonLowerBound": 0.06996121220520955,
"running": 9,
"selectionWeight": 0.2066711070664936,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 62.666666666666664,
"waiting": 27733
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 478.66141732283467,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.7393062161889364,
"queueFactor": 0.9388406122770963,
"queueWeight": 0.9388406122770963,
"recentSuccess": 59,
"recentSuccessRate": 0.15485564304461943,
"recentTerminal": 381,
"recentWilsonLowerBound": 0.12199248881958716,
"running": 8,
"selectionWeight": 0.6940907006670843,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 63.5,
"waiting": 30395
},
"Biren_166m": {
"available": true,
"backlogHours": 288.9782608695652,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.40565938084398,
"queueFactor": 1.0126662949824035,
"queueWeight": 1.0126662949824035,
"recentSuccess": 14,
"recentSuccessRate": 0.15217391304347827,
"recentTerminal": 92,
"recentWilsonLowerBound": 0.092864555668254,
"running": 10,
"selectionWeight": 0.410797582224129,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 15.333333333333334,
"waiting": 4431
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 135.9506172839506,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.05,
"queueFactor": 1.1339370714740717,
"queueWeight": 1.1339370714740717,
"recentSuccess": 18,
"recentSuccessRate": 0.024691358024691357,
"recentTerminal": 729,
"recentWilsonLowerBound": 0.01567444673217139,
"running": 7,
"selectionWeight": 0.05669685357370359,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 121.5,
"waiting": 16518
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 143.3793103448276,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.06712062345867251,
"queueFactor": 1.1249239374468671,
"queueWeight": 1.1249239374468671,
"recentSuccess": 23,
"recentSuccessRate": 0.0610079575596817,
"recentTerminal": 377,
"recentWilsonLowerBound": 0.04099313214484169,
"running": 7,
"selectionWeight": 0.07550559602501844,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 62.833333333333336,
"waiting": 9009
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 98.94059405940595,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.1892959893575912,
"queueWeight": 1.1892959893575912,
"recentSuccess": 4,
"recentSuccessRate": 0.019801980198019802,
"recentTerminal": 202,
"recentWilsonLowerBound": 0.007726765033066094,
"running": 24,
"selectionWeight": 0.05946479946787956,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 33.666666666666664,
"waiting": 3331
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 166.6153846153846,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.9857874471696753,
"queueFactor": 1.0998636938694348,
"queueWeight": 1.0998636938694348,
"recentSuccess": 45,
"recentSuccessRate": 0.18218623481781376,
"recentTerminal": 247,
"recentWilsonLowerBound": 0.13903770909443267,
"running": 11,
"selectionWeight": 1.0842318230141594,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 41.166666666666664,
"waiting": 6859
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 852.1100917431193,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.07861227739471174,
"queueFactor": 0.8610369225467028,
"queueWeight": 0.8610369225467028,
"recentSuccess": 9,
"recentSuccessRate": 0.08256880733944955,
"recentTerminal": 109,
"recentWilsonLowerBound": 0.044046211040786556,
"running": 2,
"selectionWeight": 0.06768807340233034,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 18.166666666666668,
"waiting": 15480
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 167.75316455696202,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.11119560451841733,
"queueFactor": 1.0987414868086964,
"queueWeight": 1.0987414868086964,
"recentSuccess": 24,
"recentSuccessRate": 0.0759493670886076,
"recentTerminal": 316,
"recentWilsonLowerBound": 0.051565810379044764,
"running": 8,
"selectionWeight": 0.12217522383515765,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 52.666666666666664,
"waiting": 8835
},
"MetaX_c-500": {
"available": true,
"backlogHours": 339.56842105263155,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.7380692768022601,
"queueFactor": 0.9884553061112089,
"queueWeight": 0.9884553061112089,
"recentSuccess": 32,
"recentSuccessRate": 0.16842105263157894,
"recentTerminal": 190,
"recentWilsonLowerBound": 0.12189967069977393,
"running": 5,
"selectionWeight": 0.7295484929328566,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 31.666666666666668,
"waiting": 10753
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 953.4084507042253,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.5448018560813273,
"queueFactor": 0.8466507195468194,
"queueWeight": 0.8466507195468194,
"recentSuccess": 33,
"recentSuccessRate": 0.2323943661971831,
"recentTerminal": 142,
"recentWilsonLowerBound": 0.17053347753691167,
"running": 5,
"selectionWeight": 1.3079076030085177,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.666666666666668,
"waiting": 22564
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 1271.4146341463415,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.05,
"queueFactor": 0.8108733934322471,
"queueWeight": 0.8108733934322471,
"recentSuccess": 2,
"recentSuccessRate": 0.024390243902439025,
"recentTerminal": 82,
"recentWilsonLowerBound": 0.006714229565123538,
"running": 2,
"selectionWeight": 0.04054366967161235,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 13.666666666666666,
"waiting": 17376
},
"Vastai_va16": {
"available": true,
"backlogHours": 80.93023255813954,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.05,
"queueFactor": 1.2256868116012218,
"queueWeight": 1.2256868116012218,
"recentSuccess": 36,
"recentSuccessRate": 0.031007751937984496,
"recentTerminal": 1161,
"recentWilsonLowerBound": 0.022480556900136707,
"running": 17,
"selectionWeight": 0.061284340580061096,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 193.5,
"waiting": 15660
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 987.2268907563026,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.5,
"queueFactor": 0.842235581512885,
"queueWeight": 0.842235581512885,
"recentSuccess": 34,
"recentSuccessRate": 0.2857142857142857,
"recentTerminal": 119,
"recentWilsonLowerBound": 0.2122463378919113,
"running": 6,
"selectionWeight": 2.1055889537822123,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.833333333333332,
"waiting": 19580
}
},
"queueAttemptedAt": "2026-10-09T17:32:03.982122+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-09T17:32:03.982122+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Kunlunxin_p-800",
"Vastai_va16",
"Iluvatar_mrv-100",
"Iluvatar_bi-150",
"Ascend_910-b4",
"Ascend_910-b3",
"hygon_k100-ai",
"MetaX_c-500",
"Biren_166m",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}