Files
submmit/.modelhub_state/market_intelligence.json

755 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-09-17T16:10:02.790061+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-17T16:10:02.790061+00:00",
"frameworkAttemptedAt": "2026-09-17T16:03:23.477258+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39403,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19005,
"successRate": 0.48232368093799965,
"wilsonLowerBound": 0.47739174970594567
},
"vllm": {
"framework": "vllm",
"modelCount": 52440,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14721,
"successRate": 0.280720823798627,
"wilsonLowerBound": 0.2768909803335639
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2553,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 713,
"successRate": 0.27927927927927926,
"wilsonLowerBound": 0.2622174478356338
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 32641,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14352,
"successRate": 0.43969241138445514,
"wilsonLowerBound": 0.43431511341225293
},
"vllm": {
"framework": "vllm",
"modelCount": 37303,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10623,
"successRate": 0.28477602337613594,
"wilsonLowerBound": 0.28021845793443445
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8462,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3671,
"successRate": 0.43382179153864336,
"wilsonLowerBound": 0.4232944693165891
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 63907,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12076,
"successRate": 0.18896208553053656,
"wilsonLowerBound": 0.18594559809078492
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 16857,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3377,
"successRate": 0.20033220620513734,
"wilsonLowerBound": 0.19435857134875012
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5882,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 55,
"successRate": 0.00935056103366202,
"wilsonLowerBound": 0.007191192237772597
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26122,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3216,
"successRate": 0.12311461603246306,
"wilsonLowerBound": 0.11918539346248401
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16465,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1674,
"successRate": 0.10167020953537807,
"wilsonLowerBound": 0.09714647229890391
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 10897,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4605,
"successRate": 0.4225933743232082,
"wilsonLowerBound": 0.4133474420598526
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24129,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3781,
"successRate": 0.15669940735214888,
"wilsonLowerBound": 0.15216727969043548
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8066,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.0674435903793702,
"wilsonLowerBound": 0.0621738174048722
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 42272,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10617,
"successRate": 0.2511591597274792,
"wilsonLowerBound": 0.24704762682739212
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23206,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3052,
"successRate": 0.13151771093682668,
"wilsonLowerBound": 0.12723024236879504
},
"vllm": {
"framework": "vllm",
"modelCount": 86601,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9764,
"successRate": 0.11274696597036986,
"wilsonLowerBound": 0.11065757507698813
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 40128,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4936,
"successRate": 0.12300637958532695,
"wilsonLowerBound": 0.11982879957058556
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 30845,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3381,
"successRate": 0.10961257902415303,
"wilsonLowerBound": 0.10617462244560581
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 88393,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20925,
"successRate": 0.23672689013835937,
"wilsonLowerBound": 0.23393609311380972
},
"transformers": {
"framework": "transformers",
"modelCount": 5159,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 565,
"successRate": 0.10951734832331847,
"wilsonLowerBound": 0.10128439381578211
},
"vllm": {
"framework": "vllm",
"modelCount": 112509,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16507,
"successRate": 0.14671715151676754,
"wilsonLowerBound": 0.14466169556043257
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 16905,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3404,
"successRate": 0.20136054421768707,
"wilsonLowerBound": 0.19538349422128554
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 42799,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5570,
"successRate": 0.13014322764550573,
"wilsonLowerBound": 0.12698871873117137
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6603,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 531,
"successRate": 0.08041799182189914,
"wilsonLowerBound": 0.07410003486580026
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 200,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 36,
"successRate": 0.18,
"wilsonLowerBound": 0.1329455066253411
},
"vllm": {
"framework": "vllm",
"modelCount": 30935,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5493,
"successRate": 0.1775658639081946,
"wilsonLowerBound": 0.1733474302334889
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 60843,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12389,
"successRate": 0.20362243807833275,
"wilsonLowerBound": 0.20044139448938425
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7465,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2174,
"successRate": 0.2912257200267917,
"wilsonLowerBound": 0.28102872304802623
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 12627,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3267,
"successRate": 0.2587312900926586,
"wilsonLowerBound": 0.2511668002691941
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 60453,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16539,
"successRate": 0.2735844374968984,
"wilsonLowerBound": 0.2700451703651762
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 46452,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20294,
"successRate": 0.43688108154654265,
"wilsonLowerBound": 0.4323758718313881
},
"vllm": {
"framework": "vllm",
"modelCount": 36306,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3359,
"successRate": 0.09251914284140363,
"wilsonLowerBound": 0.08958151613918418
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 450,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 8.600198441367685e-19
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6277,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03058786044288673,
"wilsonLowerBound": 0.026606614466574273
},
"vllm": {
"framework": "vllm",
"modelCount": 10020,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 736,
"successRate": 0.07345309381237525,
"wilsonLowerBound": 0.0685068111770585
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 5842,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2471,
"successRate": 0.42297158507360494,
"wilsonLowerBound": 0.4103576411824522
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7372,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 235,
"successRate": 0.031877373846988605,
"wilsonLowerBound": 0.028104591006162857
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 11375,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3789,
"successRate": 0.3330989010989011,
"wilsonLowerBound": 0.3244949360976316
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 26341,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13345,
"successRate": 0.5066246535818686,
"wilsonLowerBound": 0.5005864236337262
},
"vllm": {
"framework": "vllm",
"modelCount": 61973,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6178,
"successRate": 0.09968857405644393,
"wilsonLowerBound": 0.09735462333201955
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 12403,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1768,
"successRate": 0.14254615818753527,
"wilsonLowerBound": 0.13650395271201773
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-17T16:10:02.790061+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 983.3835616438357,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.158154892041343,
"queueFactor": 0.9867944707534644,
"queueWeight": 0.9867944707534644,
"recentSuccess": 43,
"recentSuccessRate": 0.2945205479452055,
"recentTerminal": 146,
"recentWilsonLowerBound": 0.2266126552337415,
"running": 8,
"selectionWeight": 1.1428608437424728,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.333333333333332,
"waiting": 23929
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1364.4,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.321576310988732,
"queueFactor": 0.939493743744964,
"queueWeight": 0.939493743744964,
"recentSuccess": 49,
"recentSuccessRate": 0.392,
"recentTerminal": 125,
"recentWilsonLowerBound": 0.3108596143372817,
"running": 8,
"selectionWeight": 2.1811064198004266,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.833333333333332,
"waiting": 28425
},
"Biren_166m": {
"available": true,
"backlogHours": 201.95031055900623,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.33211943558587637,
"queueFactor": 1.2512626185189506,
"queueWeight": 1.2512626185189506,
"recentSuccess": 29,
"recentSuccessRate": 0.18012422360248448,
"recentTerminal": 161,
"recentWilsonLowerBound": 0.12844163237023534,
"running": 8,
"selectionWeight": 0.4155686346322196,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.833333333333332,
"waiting": 5419
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1765.0384615384617,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.4060090987260208,
"queueFactor": 0.9039034062818135,
"queueWeight": 0.9039034062818135,
"recentSuccess": 23,
"recentSuccessRate": 0.4423076923076923,
"recentTerminal": 52,
"recentWilsonLowerBound": 0.3159484718858809,
"running": 7,
"selectionWeight": 2.174799819883486,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.666666666666666,
"waiting": 15297
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 480.3025210084034,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.35496393281712524,
"queueFactor": 1.0987728483696642,
"queueWeight": 1.0987728483696642,
"recentSuccess": 23,
"recentSuccessRate": 0.19327731092436976,
"recentTerminal": 119,
"recentWilsonLowerBound": 0.1323846420878559,
"running": 7,
"selectionWeight": 0.3900247315299708,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.833333333333332,
"waiting": 9526
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 37.54744525547445,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 15,
"recentSuccessRate": 0.0364963503649635,
"recentTerminal": 411,
"recentWilsonLowerBound": 0.022239741905858805,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 68.5,
"waiting": 2572
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 88.52980132450331,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.266322521814669,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 46,
"recentSuccessRate": 0.152317880794702,
"recentTerminal": 302,
"recentWilsonLowerBound": 0.11617724958144501,
"running": 3,
"selectionWeight": 0.3462192783590697,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 50.333333333333336,
"waiting": 4456
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2404.35,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 1.6135794221113762,
"queueFactor": 0.8629497272578384,
"queueWeight": 0.8629497272578384,
"recentSuccess": 16,
"recentSuccessRate": 0.4,
"recentTerminal": 40,
"recentWilsonLowerBound": 0.2634811061240136,
"running": 2,
"selectionWeight": 1.3924379222198726,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.666666666666667,
"waiting": 16029
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 461.83448275862065,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.3150889999379236,
"queueFactor": 1.1052542551152875,
"queueWeight": 1.1052542551152875,
"recentSuccess": 26,
"recentSuccessRate": 0.1793103448275862,
"recentTerminal": 145,
"recentWilsonLowerBound": 0.1254048780843173,
"running": 8,
"selectionWeight": 0.34825345792141066,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.166666666666668,
"waiting": 11161
},
"MetaX_c-500": {
"available": true,
"backlogHours": 714.9278350515464,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.0522303791724745,
"queueFactor": 1.0351321990981432,
"queueWeight": 1.0351321990981432,
"recentSuccess": 29,
"recentSuccessRate": 0.29896907216494845,
"recentTerminal": 97,
"recentWilsonLowerBound": 0.21694502760133394,
"running": 4,
"selectionWeight": 1.0891975463506767,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.166666666666668,
"waiting": 11558
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2509.2203389830506,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 0.8574411637533961,
"queueWeight": 0.8574411637533961,
"recentSuccess": 26,
"recentSuccessRate": 0.4406779661016949,
"recentTerminal": 59,
"recentWilsonLowerBound": 0.3215001223396273,
"running": 4,
"selectionWeight": 2.1436029093834903,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.833333333333334,
"waiting": 24674
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 4260.545454545455,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 1.226028160892809,
"queueFactor": 0.7919821046929298,
"queueWeight": 0.7919821046929298,
"recentSuccess": 9,
"recentSuccessRate": 0.4090909090909091,
"recentTerminal": 22,
"recentWilsonLowerBound": 0.23255559668820378,
"running": 2,
"selectionWeight": 0.9709923632766889,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 3.6666666666666665,
"waiting": 15622
},
"Vastai_va16": {
"available": true,
"backlogHours": 2124.2999999999997,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.14257592219160145,
"queueFactor": 0.8791293344076248,
"queueWeight": 0.8791293344076248,
"recentSuccess": 7,
"recentSuccessRate": 0.175,
"recentTerminal": 40,
"recentWilsonLowerBound": 0.08745302996883067,
"running": 15,
"selectionWeight": 0.12534267557885587,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.666666666666667,
"waiting": 14162
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 816.5825242718446,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.49266746018409413,
"queueFactor": 1.014694103886269,
"queueWeight": 1.014694103886269,
"recentSuccess": 23,
"recentSuccessRate": 0.22330097087378642,
"recentTerminal": 103,
"recentWilsonLowerBound": 0.1536565519868537,
"running": 6,
"selectionWeight": 0.49990676702542347,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.166666666666668,
"waiting": 14018
}
},
"queueAttemptedAt": "2026-09-17T16:03:23.477258+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-17T16:03:23.477258+00:00",
"supportedGpus": [
"Vastai_va16",
"Kunlunxin_p-800",
"Iluvatar_mrv-100",
"Cambricon_mlu-370-x4",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"Ascend_910-b3",
"Biren_166m",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}