Files
submmit/.modelhub_state/market_intelligence.json

773 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-10-07T06:18:15.173854+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-07T06:18:15.173854+00:00",
"frameworkAttemptedAt": "2026-10-07T02:49:44.359045+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 41345,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20367,
"successRate": 0.49261095658483495,
"wilsonLowerBound": 0.4877927534642807
},
"vllm": {
"framework": "vllm",
"modelCount": 55367,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15210,
"successRate": 0.2747123737966659,
"wilsonLowerBound": 0.271009968124151
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 0,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 3940,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1188,
"successRate": 0.3015228426395939,
"wilsonLowerBound": 0.2873919171238285
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 36045,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16762,
"successRate": 0.46502982383132196,
"wilsonLowerBound": 0.45988463554292275
},
"vllm": {
"framework": "vllm",
"modelCount": 39313,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10953,
"successRate": 0.2786101289649734,
"wilsonLowerBound": 0.274200213236218
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 11957,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5032,
"successRate": 0.4208413481642552,
"wilsonLowerBound": 0.41201897910024327
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64199,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12095,
"successRate": 0.18839857318649822,
"wilsonLowerBound": 0.18539241282897448
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 27371,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5923,
"successRate": 0.21639691644441197,
"wilsonLowerBound": 0.21155841745868167
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7487,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 100,
"successRate": 0.013356484573260318,
"wilsonLowerBound": 0.010994440052302323
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26546,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3264,
"successRate": 0.12295637760867928,
"wilsonLowerBound": 0.11906042822467508
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16500,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10157575757575757,
"wilsonLowerBound": 0.09705864429500073
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 14601,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5850,
"successRate": 0.4006574892130676,
"wilsonLowerBound": 0.39273605343569545
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24629,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3802,
"successRate": 0.15437086361606236,
"wilsonLowerBound": 0.14991241953041584
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 49855,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12503,
"successRate": 0.25078728312105103,
"wilsonLowerBound": 0.2470015621691959
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23751,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3115,
"successRate": 0.13115237253168288,
"wilsonLowerBound": 0.1269188152454508
},
"vllm": {
"framework": "vllm",
"modelCount": 86910,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9768,
"successRate": 0.11239212978943734,
"wilsonLowerBound": 0.11030933326866474
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 45111,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5470,
"successRate": 0.12125645629669038,
"wilsonLowerBound": 0.11827636160175647
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44350,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3626,
"successRate": 0.0817587373167982,
"wilsonLowerBound": 0.07924472986543407
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 91677,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22704,
"successRate": 0.2476520828561144,
"wilsonLowerBound": 0.24486850334768961
},
"transformers": {
"framework": "transformers",
"modelCount": 5470,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 580,
"successRate": 0.10603290676416818,
"wilsonLowerBound": 0.09814845205174555
},
"vllm": {
"framework": "vllm",
"modelCount": 112818,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16529,
"successRate": 0.1465103086386924,
"wilsonLowerBound": 0.14445886579638145
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 22241,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3888,
"successRate": 0.17481228362034082,
"wilsonLowerBound": 0.16987694028514813
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43518,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5659,
"successRate": 0.13003814513534628,
"wilsonLowerBound": 0.1269106261684637
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7782,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 720,
"successRate": 0.09252120277563608,
"wilsonLowerBound": 0.0862827295884373
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 33611,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6533,
"successRate": 0.1943708904822826,
"wilsonLowerBound": 0.19017534955341314
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61445,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12415,
"successRate": 0.2020506143705753,
"wilsonLowerBound": 0.1988943821866819
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 13664,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3930,
"successRate": 0.28761709601873536,
"wilsonLowerBound": 0.2800878062672543
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14971,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3688,
"successRate": 0.2463429296640171,
"wilsonLowerBound": 0.2395063796267826
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 66368,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18287,
"successRate": 0.27553941658630665,
"wilsonLowerBound": 0.2721532878834032
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 669,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 414,
"successRate": 0.6188340807174888,
"wilsonLowerBound": 0.5814512057852773
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 47989,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21403,
"successRate": 0.4459980412177791,
"wilsonLowerBound": 0.4415551278878001
},
"vllm": {
"framework": "vllm",
"modelCount": 39008,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4501,
"successRate": 0.11538658736669401,
"wilsonLowerBound": 0.11225384812304562
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 980,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6285,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03054892601431981,
"wilsonLowerBound": 0.026572683176579088
},
"vllm": {
"framework": "vllm",
"modelCount": 10068,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 755,
"successRate": 0.07499006754072308,
"wilsonLowerBound": 0.07000590829180167
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6985,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3051,
"successRate": 0.4367931281317108,
"wilsonLowerBound": 0.4251992754549449
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7405,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 244,
"successRate": 0.03295070898041864,
"wilsonLowerBound": 0.029120888399895118
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 15944,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4934,
"successRate": 0.30945810336176616,
"wilsonLowerBound": 0.302329199645969
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 27836,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14177,
"successRate": 0.5093044977726685,
"wilsonLowerBound": 0.5034307886181606
},
"vllm": {
"framework": "vllm",
"modelCount": 66410,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6993,
"successRate": 0.10530040656527631,
"wilsonLowerBound": 0.10298869805013633
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 13373,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2117,
"successRate": 0.1583040454647424,
"wilsonLowerBound": 0.15221549626156017
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-07T06:23:51.579130+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1038.4905660377358,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.6717824312000182,
"queueFactor": 1.0077969069567145,
"queueWeight": 1.0077969069567145,
"recentSuccess": 57,
"recentSuccessRate": 0.3584905660377358,
"recentTerminal": 159,
"recentWilsonLowerBound": 0.2880963469218176,
"running": 8,
"selectionWeight": 1.6848171632679547,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.5,
"waiting": 27520
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1252.5833333333333,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9798563471154698,
"queueWeight": 0.9798563471154698,
"recentSuccess": 61,
"recentSuccessRate": 0.4236111111111111,
"recentTerminal": 144,
"recentWilsonLowerBound": 0.34591885082690016,
"running": 8,
"selectionWeight": 2.4496408677886743,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.0,
"waiting": 30062
},
"Biren_166m": {
"available": true,
"backlogHours": 135.18556701030926,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.35066825384663114,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 37,
"recentSuccessRate": 0.19072164948453607,
"recentTerminal": 194,
"recentWilsonLowerBound": 0.1416534504648952,
"running": 8,
"selectionWeight": 0.4558687300006205,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 32.333333333333336,
"waiting": 4371
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1408.7671232876712,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.23382941629282772,
"queueFactor": 0.962736690329389,
"queueWeight": 0.962736690329389,
"recentSuccess": 14,
"recentSuccessRate": 0.1917808219178082,
"recentTerminal": 73,
"recentWilsonLowerBound": 0.11782254045474991,
"running": 7,
"selectionWeight": 0.22511615834340987,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 12.166666666666666,
"waiting": 17140
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 397.6363636363637,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.6054854211243794,
"queueFactor": 1.163886123813303,
"queueWeight": 1.163886123813303,
"recentSuccess": 35,
"recentSuccessRate": 0.24475524475524477,
"recentTerminal": 143,
"recentWilsonLowerBound": 0.18157189677413066,
"running": 7,
"selectionWeight": 0.7047160798179193,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.833333333333332,
"waiting": 9477
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 41.5374449339207,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 12,
"recentSuccessRate": 0.02643171806167401,
"recentTerminal": 454,
"recentWilsonLowerBound": 0.015183347737471053,
"running": 5,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 75.66666666666667,
"waiting": 3143
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 156.3688524590164,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.07523239818656347,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 25,
"recentSuccessRate": 0.10245901639344263,
"recentTerminal": 244,
"recentWilsonLowerBound": 0.07036672922485303,
"running": 4,
"selectionWeight": 0.09780211764253251,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 40.666666666666664,
"waiting": 6359
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 1792.9615384615386,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.7419461614860645,
"queueFactor": 0.9285338879324957,
"queueWeight": 0.9285338879324957,
"recentSuccess": 16,
"recentSuccessRate": 0.3076923076923077,
"recentTerminal": 52,
"recentWilsonLowerBound": 0.19914562391353519,
"running": 2,
"selectionWeight": 0.6889221539612468,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.666666666666666,
"waiting": 15539
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 359.53846153846155,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.09806040399899325,
"queueFactor": 1.1816030439626988,
"queueWeight": 1.1816030439626988,
"recentSuccess": 19,
"recentSuccessRate": 0.12179487179487179,
"recentTerminal": 156,
"recentWilsonLowerBound": 0.07937439771255031,
"running": 8,
"selectionWeight": 0.11586847185742243,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.0,
"waiting": 9348
},
"MetaX_c-500": {
"available": true,
"backlogHours": 607.5963302752293,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.1782328307858316,
"queueFactor": 1.0921722384069021,
"queueWeight": 1.0921722384069021,
"recentSuccess": 45,
"recentSuccessRate": 0.41284403669724773,
"recentTerminal": 109,
"recentWilsonLowerBound": 0.32491980199339493,
"running": 4,
"selectionWeight": 2.3790054265707647,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.166666666666668,
"waiting": 11038
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1791.123287671233,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.8994591759442159,
"queueFactor": 0.9286767704011881,
"queueWeight": 0.9286767704011881,
"recentSuccess": 30,
"recentSuccessRate": 0.410958904109589,
"recentTerminal": 73,
"recentWilsonLowerBound": 0.30531095731905994,
"running": 4,
"selectionWeight": 1.7639836130247766,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 12.166666666666666,
"waiting": 21792
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2178.3829787234044,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.17828792315065778,
"queueFactor": 0.9018063088871912,
"queueWeight": 0.9018063088871912,
"recentSuccess": 9,
"recentSuccessRate": 0.19148936170212766,
"recentTerminal": 47,
"recentWilsonLowerBound": 0.10415815605310119,
"running": 2,
"selectionWeight": 0.16078117389565788,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.833333333333333,
"waiting": 17064
},
"Vastai_va16": {
"available": true,
"backlogHours": 1250.6341463414635,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.05,
"queueFactor": 0.9800852701010395,
"queueWeight": 0.9800852701010395,
"recentSuccess": 4,
"recentSuccessRate": 0.04878048780487805,
"recentTerminal": 82,
"recentWilsonLowerBound": 0.019130755973884292,
"running": 16,
"selectionWeight": 0.04900426350505198,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 13.666666666666666,
"waiting": 17092
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1148.8648648648648,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.5989284438907971,
"queueFactor": 0.9926429496047678,
"queueWeight": 0.9926429496047678,
"recentSuccess": 28,
"recentSuccessRate": 0.25225225225225223,
"recentTerminal": 111,
"recentWilsonLowerBound": 0.18067547191382155,
"running": 6,
"selectionWeight": 0.5945220971459546,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.5,
"waiting": 21254
}
},
"queueAttemptedAt": "2026-10-07T06:20:59.173987+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-07T06:20:59.173987+00:00",
"supportedGpus": [
"Vastai_va16",
"Cambricon_mlu-370-x4",
"Kunlunxin_p-800",
"Iluvatar_mrv-100",
"Iluvatar_bi-150",
"Ascend_910-b4",
"Ascend_910-b3",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}