Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-20T16:49:41.108209+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-20T16:49:41.108209+00:00",
"frameworkAttemptedAt": "2026-10-20T14:02:33.198170+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 43637,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21937,
"successRate": 0.502715585397713,
"wilsonLowerBound": 0.4980242634033145
},
"vllm": {
"framework": "vllm",
"modelCount": 58169,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15533,
"successRate": 0.267032268046554,
"wilsonLowerBound": 0.2634524431482775
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5283,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1681,
"successRate": 0.3181904221086504,
"wilsonLowerBound": 0.30576636478296837
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 38610,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18459,
"successRate": 0.4780885780885781,
"wilsonLowerBound": 0.4731083740486955
},
"vllm": {
"framework": "vllm",
"modelCount": 40601,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11105,
"successRate": 0.27351543065441736,
"wilsonLowerBound": 0.26920098497775014
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14212,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5892,
"successRate": 0.4145792288207149,
"wilsonLowerBound": 0.40650372298764986
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64278,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12098,
"successRate": 0.1882136967547217,
"wilsonLowerBound": 0.18521052321596418
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 35117,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 7420,
"successRate": 0.21129367542785546,
"wilsonLowerBound": 0.2070556625249455
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8366,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013985178101840785,
"wilsonLowerBound": 0.011682596398338272
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26778,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3289,
"successRate": 0.12282470684890581,
"wilsonLowerBound": 0.11894726595450104
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16521,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10144664366563767,
"wilsonLowerBound": 0.09693497021042136
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 17437,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6732,
"successRate": 0.38607558639674255,
"wilsonLowerBound": 0.378875168464778
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24824,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3808,
"successRate": 0.15339993554624556,
"wilsonLowerBound": 0.14897055794856734
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 55248,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13890,
"successRate": 0.2514118158123371,
"wilsonLowerBound": 0.24781165455020288
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 25309,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3226,
"successRate": 0.12746453830653126,
"wilsonLowerBound": 0.12341229530666308
},
"vllm": {
"framework": "vllm",
"modelCount": 87129,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9772,
"successRate": 0.1121555394874267,
"wilsonLowerBound": 0.1100772803468428
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 49289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5678,
"successRate": 0.11519811722696748,
"wilsonLowerBound": 0.11240950004727768
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 51756,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3796,
"successRate": 0.07334415333487905,
"wilsonLowerBound": 0.07112963860625157
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 94996,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 23945,
"successRate": 0.25206324476820074,
"wilsonLowerBound": 0.24931215456726388
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 147,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5672,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 590,
"successRate": 0.10401974612129761,
"wilsonLowerBound": 0.09634090583419136
},
"vllm": {
"framework": "vllm",
"modelCount": 112915,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16539,
"successRate": 0.14647301067174423,
"wilsonLowerBound": 0.14442266275144017
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 307,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.003257328990228013,
"wilsonLowerBound": 0.0005752153501427472
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 25695,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4160,
"successRate": 0.16189920217941234,
"wilsonLowerBound": 0.15744575633733987
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44325,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5724,
"successRate": 0.12913705583756346,
"wilsonLowerBound": 0.1260471713262433
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8480,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 819,
"successRate": 0.09658018867924528,
"wilsonLowerBound": 0.09047458153099709
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 35627,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7165,
"successRate": 0.2011115165464395,
"wilsonLowerBound": 0.1969815929501139
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61563,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12430,
"successRate": 0.20190698958790182,
"wilsonLowerBound": 0.19875461682367024
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 18372,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5200,
"successRate": 0.28303940779446984,
"wilsonLowerBound": 0.2765712700340383
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16215,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3919,
"successRate": 0.24168979340117175,
"wilsonLowerBound": 0.2351620075173695
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 69570,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19131,
"successRate": 0.27498921949116,
"wilsonLowerBound": 0.271683721580829
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1662,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 985,
"successRate": 0.5926594464500602,
"wilsonLowerBound": 0.5688497604908518
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48613,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21730,
"successRate": 0.4469997737230782,
"wilsonLowerBound": 0.44258439998413945
},
"vllm": {
"framework": "vllm",
"modelCount": 41138,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5214,
"successRate": 0.12674412951529,
"wilsonLowerBound": 0.12356403070590219
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1236,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10113,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 765,
"successRate": 0.07564520913675467,
"wilsonLowerBound": 0.07065102319044637
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7795,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3431,
"successRate": 0.4401539448364336,
"wilsonLowerBound": 0.4291660224042749
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7432,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.032965554359526375,
"wilsonLowerBound": 0.029141391688609655
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19666,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5598,
"successRate": 0.2846537170751551,
"wilsonLowerBound": 0.2783893696078418
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29088,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14889,
"successRate": 0.5118605610561056,
"wilsonLowerBound": 0.5061149441754594
},
"vllm": {
"framework": "vllm",
"modelCount": 68440,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7395,
"successRate": 0.10805084745762712,
"wilsonLowerBound": 0.10574693914690322
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14291,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2539,
"successRate": 0.17766426422223777,
"wilsonLowerBound": 0.1714842809947433
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-20T16:49:41.108209+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1459.2307692307693,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9905673135169822,
"queueWeight": 0.9905673135169822,
"recentSuccess": 39,
"recentSuccessRate": 0.3333333333333333,
"recentTerminal": 117,
"recentWilsonLowerBound": 0.2544141470741458,
"running": 8,
"selectionWeight": 2.4764182837924555,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.5,
"waiting": 28455
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1373.1188811188813,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.6851126300637718,
"queueFactor": 0.9996463143141707,
"queueWeight": 0.9996463143141707,
"recentSuccess": 40,
"recentSuccessRate": 0.27972027972027974,
"recentTerminal": 143,
"recentWilsonLowerBound": 0.21265352534077503,
"running": 8,
"selectionWeight": 1.684516629847508,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.833333333333332,
"waiting": 32726
},
"Biren_166m": {
"available": true,
"backlogHours": 63.072527472527476,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 4,
"recentSuccessRate": 0.008791208791208791,
"recentTerminal": 455,
"recentWilsonLowerBound": 0.0034238336579744404,
"running": 8,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 75.83333333333333,
"waiting": 4783
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1366.6499999999999,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.8722656831683782,
"queueFactor": 1.0003546473444933,
"queueWeight": 1.0003546473444933,
"recentSuccess": 19,
"recentSuccessRate": 0.2375,
"recentTerminal": 80,
"recentWilsonLowerBound": 0.15764551183088746,
"running": 7,
"selectionWeight": 0.8725750298766065,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.333333333333334,
"waiting": 18222
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 381.2101910828025,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.4407376538520045,
"queueFactor": 1.2115125423319821,
"queueWeight": 1.2115125423319821,
"recentSuccess": 26,
"recentSuccessRate": 0.16560509554140126,
"recentTerminal": 157,
"recentWilsonLowerBound": 0.11559076610937734,
"running": 7,
"selectionWeight": 0.5339591955196751,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 26.166666666666668,
"waiting": 9975
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 74.5685618729097,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 7,
"recentSuccessRate": 0.023411371237458192,
"recentTerminal": 299,
"recentWilsonLowerBound": 0.011385618809630375,
"running": 25,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 49.833333333333336,
"waiting": 3716
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 281.7919075144509,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.06615494065112779,
"queueFactor": 1.2676907236954866,
"queueWeight": 1.2676907236954866,
"recentSuccess": 14,
"recentSuccessRate": 0.08092485549132948,
"recentTerminal": 173,
"recentWilsonLowerBound": 0.048814785181234235,
"running": 6,
"selectionWeight": 0.08386400459006015,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 28.833333333333332,
"waiting": 8125
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 1943.5199999999998,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.7035661363162827,
"queueFactor": 0.9488864342959732,
"queueWeight": 0.9488864342959732,
"recentSuccess": 12,
"recentSuccessRate": 0.24,
"recentTerminal": 50,
"recentWilsonLowerBound": 0.14297252401872207,
"running": 2,
"selectionWeight": 0.6676043623805521,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 8.333333333333334,
"waiting": 16196
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 621.5483870967741,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.0407346262760837,
"queueFactor": 1.1258521159052355,
"queueWeight": 1.1258521159052355,
"recentSuccess": 23,
"recentSuccessRate": 0.24731182795698925,
"recentTerminal": 93,
"recentWilsonLowerBound": 0.17082099814063503,
"running": 8,
"selectionWeight": 1.1717132810887734,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.5,
"waiting": 9634
},
"MetaX_c-500": {
"available": true,
"backlogHours": 850.1204819277108,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.882090967894197,
"queueFactor": 1.0741885478798752,
"queueWeight": 1.0741885478798752,
"recentSuccess": 26,
"recentSuccessRate": 0.3132530120481928,
"recentTerminal": 83,
"recentWilsonLowerBound": 0.22361249958256627,
"running": 4,
"selectionWeight": 2.021720563780096,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.833333333333334,
"waiting": 11760
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2502.7619047619046,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.12748124035164887,
"queueFactor": 0.9135654349929856,
"queueWeight": 0.9135654349929856,
"recentSuccess": 8,
"recentSuccessRate": 0.12698412698412698,
"recentTerminal": 63,
"recentWilsonLowerBound": 0.06577246340780173,
"running": 4,
"selectionWeight": 0.11646245479529944,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 10.5,
"waiting": 26279
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2423.3478260869565,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.10870565920587649,
"queueFactor": 0.9179948122186236,
"queueWeight": 0.9179948122186236,
"recentSuccess": 6,
"recentSuccessRate": 0.13043478260869565,
"recentTerminal": 46,
"recentWilsonLowerBound": 0.06117757137492025,
"running": 2,
"selectionWeight": 0.09979123120980028,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 7.666666666666667,
"waiting": 18579
},
"Vastai_va16": {
"available": true,
"backlogHours": 2089.132075471698,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.05,
"queueFactor": 0.9386586904709804,
"queueWeight": 0.9386586904709804,
"recentSuccess": 4,
"recentSuccessRate": 0.07547169811320754,
"recentTerminal": 53,
"recentWilsonLowerBound": 0.0297390735989018,
"running": 16,
"selectionWeight": 0.04693293452354902,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 8.833333333333334,
"waiting": 18454
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1620.7252747252749,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.8545311963693953,
"queueFactor": 0.9750933153850918,
"queueWeight": 0.9750933153850918,
"recentSuccess": 21,
"recentSuccessRate": 0.23076923076923078,
"recentTerminal": 91,
"recentWilsonLowerBound": 0.15618045094358188,
"running": 7,
"selectionWeight": 0.8332476573678226,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.166666666666666,
"waiting": 24581
}
},
"queueAttemptedAt": "2026-10-20T16:45:36.879499+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-20T16:45:36.879499+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}