Files
submmit/.modelhub_state/market_intelligence.json

773 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-10-06T19:04:56.772333+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-06T19:04:56.772333+00:00",
"frameworkAttemptedAt": "2026-10-06T14:47:12.986887+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 41254,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20293,
"successRate": 0.49190381538759875,
"wilsonLowerBound": 0.48708047384732256
},
"vllm": {
"framework": "vllm",
"modelCount": 55251,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15193,
"successRate": 0.27498144829957827,
"wilsonLowerBound": 0.2712740245275153
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 0,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 3892,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1174,
"successRate": 0.3016443987667009,
"wilsonLowerBound": 0.28742609753507503
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 35949,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16699,
"successRate": 0.4645191799493727,
"wilsonLowerBound": 0.45936755928835693
},
"vllm": {
"framework": "vllm",
"modelCount": 39289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10947,
"successRate": 0.27862760569116035,
"wilsonLowerBound": 0.2742162629271876
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 11868,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4983,
"successRate": 0.4198685540950455,
"wilsonLowerBound": 0.4110164098779905
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64195,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12095,
"successRate": 0.1884103123296207,
"wilsonLowerBound": 0.18540398584150075
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 27077,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5844,
"successRate": 0.21582893230416958,
"wilsonLowerBound": 0.21096920046585912
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7451,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 100,
"successRate": 0.013421017313112333,
"wilsonLowerBound": 0.011047618038393816
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26542,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3263,
"successRate": 0.12293723155753146,
"wilsonLowerBound": 0.11904125988429397
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16500,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10157575757575757,
"wilsonLowerBound": 0.09705864429500073
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 14500,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5821,
"successRate": 0.401448275862069,
"wilsonLowerBound": 0.3934965906249532
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24616,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3802,
"successRate": 0.15445238869028274,
"wilsonLowerBound": 0.14999179526155637
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 49669,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12439,
"successRate": 0.25043789889065615,
"wilsonLowerBound": 0.2466469275601243
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23739,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3115,
"successRate": 0.13121866969965038,
"wilsonLowerBound": 0.12698312580480045
},
"vllm": {
"framework": "vllm",
"modelCount": 86906,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9768,
"successRate": 0.11239730283294594,
"wilsonLowerBound": 0.11031441634229613
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 44957,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5457,
"successRate": 0.12138265453655715,
"wilsonLowerBound": 0.11839615163047917
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43937,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3616,
"successRate": 0.08229965632610328,
"wilsonLowerBound": 0.0797662805503774
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 91601,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22663,
"successRate": 0.24740996277333216,
"wilsonLowerBound": 0.24462616051105068
},
"transformers": {
"framework": "transformers",
"modelCount": 5470,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 580,
"successRate": 0.10603290676416818,
"wilsonLowerBound": 0.09814845205174555
},
"vllm": {
"framework": "vllm",
"modelCount": 112809,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16529,
"successRate": 0.1465219973583668,
"wilsonLowerBound": 0.14447040458780627
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 22105,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3873,
"successRate": 0.17520922868129382,
"wilsonLowerBound": 0.17025435691417729
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43505,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5659,
"successRate": 0.13007700264337432,
"wilsonLowerBound": 0.12694861635858865
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7759,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 716,
"successRate": 0.09227993298105426,
"wilsonLowerBound": 0.08604017992914421
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 33530,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6502,
"successRate": 0.19391589621234714,
"wilsonLowerBound": 0.1897191503822264
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61438,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12415,
"successRate": 0.20207363520947946,
"wilsonLowerBound": 0.1989170877986885
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 13465,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3898,
"successRate": 0.28949127367248423,
"wilsonLowerBound": 0.28189170380961853
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14928,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3681,
"successRate": 0.24658360128617363,
"wilsonLowerBound": 0.23973497508358768
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 66238,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18242,
"successRate": 0.2754008273196655,
"wilsonLowerBound": 0.2720119287351862
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 644,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 398,
"successRate": 0.6180124223602484,
"wilsonLowerBound": 0.5798911583716198
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 47949,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21376,
"successRate": 0.4458070032743123,
"wilsonLowerBound": 0.44136244048114703
},
"vllm": {
"framework": "vllm",
"modelCount": 38926,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4464,
"successRate": 0.11467913476853517,
"wilsonLowerBound": 0.11155168506706202
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 969,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6285,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03054892601431981,
"wilsonLowerBound": 0.026572683176579088
},
"vllm": {
"framework": "vllm",
"modelCount": 10068,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 755,
"successRate": 0.07499006754072308,
"wilsonLowerBound": 0.07000590829180167
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6952,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3034,
"successRate": 0.4364211737629459,
"wilsonLowerBound": 0.4248012561125115
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7405,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 244,
"successRate": 0.03295070898041864,
"wilsonLowerBound": 0.029120888399895118
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 15869,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4930,
"successRate": 0.31066859915558637,
"wilsonLowerBound": 0.3035149565821593
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 27802,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14157,
"successRate": 0.5092079706495936,
"wilsonLowerBound": 0.5033306630561695
},
"vllm": {
"framework": "vllm",
"modelCount": 66304,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6966,
"successRate": 0.10506153474903475,
"wilsonLowerBound": 0.10275035080426094
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 13348,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2104,
"successRate": 0.15762661072819897,
"wilsonLowerBound": 0.1515434214854297
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-06T19:18:06.865754+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1119.8918918918919,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.7933710136452408,
"queueFactor": 0.998622043380433,
"queueWeight": 0.998622043380433,
"recentSuccess": 42,
"recentSuccessRate": 0.28378378378378377,
"recentTerminal": 148,
"recentWilsonLowerBound": 0.21733624429672166,
"running": 8,
"selectionWeight": 0.7922777828052158,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.666666666666668,
"waiting": 27624
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1348.7462686567164,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9711538248836421,
"queueWeight": 0.9711538248836421,
"recentSuccess": 60,
"recentSuccessRate": 0.44776119402985076,
"recentTerminal": 134,
"recentWilsonLowerBound": 0.3661900652361557,
"running": 8,
"selectionWeight": 2.427884562209105,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.333333333333332,
"waiting": 30122
},
"Biren_166m": {
"available": true,
"backlogHours": 131.1980198019802,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.4411964501957595,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 44,
"recentSuccessRate": 0.21782178217821782,
"recentTerminal": 202,
"recentWilsonLowerBound": 0.1664538446932352,
"running": 8,
"selectionWeight": 0.5735553852544873,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 33.666666666666664,
"waiting": 4417
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1451.0704225352113,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.3195161687929917,
"queueFactor": 0.960559540602519,
"queueWeight": 0.960559540602519,
"recentSuccess": 16,
"recentSuccessRate": 0.22535211267605634,
"recentTerminal": 71,
"recentWilsonLowerBound": 0.1437454836103039,
"running": 7,
"selectionWeight": 0.3069143043108731,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.833333333333334,
"waiting": 17171
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 402.67605633802816,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.5842041167315817,
"queueFactor": 1.1642176857392466,
"queueWeight": 1.1642176857392466,
"recentSuccess": 36,
"recentSuccessRate": 0.2535211267605634,
"recentTerminal": 142,
"recentWilsonLowerBound": 0.18911141381614543,
"running": 7,
"selectionWeight": 0.6801407647805827,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.666666666666668,
"waiting": 9530
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 46.723112128146454,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 18,
"recentSuccessRate": 0.041189931350114416,
"recentTerminal": 437,
"recentWilsonLowerBound": 0.026210763867073612,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 72.83333333333333,
"waiting": 3403
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 183.52606635071092,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.19031784780148908,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 33,
"recentSuccessRate": 0.15639810426540285,
"recentTerminal": 211,
"recentWilsonLowerBound": 0.11358354667064331,
"running": 2,
"selectionWeight": 0.24741320214193582,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 35.166666666666664,
"waiting": 6454
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2528.5945945945946,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.8007606772354138,
"queueFactor": 0.883783079736223,
"queueWeight": 0.883783079736223,
"recentSuccess": 13,
"recentSuccessRate": 0.35135135135135137,
"recentTerminal": 37,
"recentWilsonLowerBound": 0.21825406631100872,
"running": 2,
"selectionWeight": 0.7076987374587776,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.166666666666667,
"waiting": 15593
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 456.38709677419354,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.19007953289698493,
"queueFactor": 1.142556169700317,
"queueWeight": 1.142556169700317,
"recentSuccess": 21,
"recentSuccessRate": 0.1693548387096774,
"recentTerminal": 124,
"recentWilsonLowerBound": 0.11351887518815744,
"running": 8,
"selectionWeight": 0.2171765430452045,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.666666666666668,
"waiting": 9432
},
"MetaX_c-500": {
"available": true,
"backlogHours": 821.1851851851852,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.313548273626513,
"queueFactor": 1.0461920067178716,
"queueWeight": 1.0461920067178716,
"recentSuccess": 30,
"recentSuccessRate": 0.37037037037037035,
"recentTerminal": 81,
"recentWilsonLowerBound": 0.27331523697645854,
"running": 4,
"selectionWeight": 1.3742237043061174,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.5,
"waiting": 11086
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1139.7391304347825,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.814485727587926,
"queueFactor": 0.9959940512735265,
"queueWeight": 0.9959940512735265,
"recentSuccess": 34,
"recentSuccessRate": 0.2956521739130435,
"recentTerminal": 115,
"recentWilsonLowerBound": 0.21994658625708916,
"running": 4,
"selectionWeight": 0.8112229395247643,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.166666666666668,
"waiting": 21845
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2046.2399999999998,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.1861144004150235,
"queueFactor": 0.9122924440736663,
"queueWeight": 0.9122924440736663,
"recentSuccess": 10,
"recentSuccessRate": 0.2,
"recentTerminal": 50,
"recentWilsonLowerBound": 0.11243629945973886,
"running": 2,
"selectionWeight": 0.16979076123192677,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.333333333333334,
"waiting": 17052
},
"Vastai_va16": {
"available": true,
"backlogHours": 1648.9354838709676,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.05,
"queueFactor": 0.9423169732985694,
"queueWeight": 0.9423169732985694,
"recentSuccess": 1,
"recentSuccessRate": 0.016129032258064516,
"recentTerminal": 62,
"recentWilsonLowerBound": 0.002852793692240394,
"running": 16,
"selectionWeight": 0.047115848664928475,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 10.333333333333334,
"waiting": 17039
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1099.396551724138,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.8617057464553335,
"queueFactor": 1.0013926693325483,
"queueWeight": 1.0013926693325483,
"recentSuccess": 35,
"recentSuccessRate": 0.3017241379310345,
"recentTerminal": 116,
"recentWilsonLowerBound": 0.22565369944751187,
"running": 6,
"selectionWeight": 0.8629058176221025,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.333333333333332,
"waiting": 21255
}
},
"queueAttemptedAt": "2026-10-06T19:15:02.963167+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-06T19:15:02.963167+00:00",
"supportedGpus": [
"Vastai_va16",
"Cambricon_mlu-370-x4",
"Kunlunxin_p-800",
"Iluvatar_mrv-100",
"Iluvatar_bi-150",
"Ascend_910-b4",
"Ascend_910-b3",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}