Files
submmit/.modelhub_state/market_intelligence.json

755 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-09-14T23:54:31.887975+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-14T23:54:31.887975+00:00",
"frameworkAttemptedAt": "2026-09-14T20:57:18.283725+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 38977,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18736,
"successRate": 0.4806937424635041,
"wilsonLowerBound": 0.4757357041209124
},
"vllm": {
"framework": "vllm",
"modelCount": 51721,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14560,
"successRate": 0.281510411631639,
"wilsonLowerBound": 0.27765078167440355
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2228,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 602,
"successRate": 0.27019748653500897,
"wilsonLowerBound": 0.2521654802797256
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 32136,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14010,
"successRate": 0.4359596713965646,
"wilsonLowerBound": 0.43054590821670613
},
"vllm": {
"framework": "vllm",
"modelCount": 37085,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10572,
"successRate": 0.2850748280976136,
"wilsonLowerBound": 0.2805024732246937
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7895,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3484,
"successRate": 0.44129195693476886,
"wilsonLowerBound": 0.4303700760570637
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 63856,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12068,
"successRate": 0.18898772237534453,
"wilsonLowerBound": 0.18596987857470815
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 15994,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3209,
"successRate": 0.20063773915218208,
"wilsonLowerBound": 0.19450332746541804
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5611,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 47,
"successRate": 0.008376403493138477,
"wilsonLowerBound": 0.0063052446519697965
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26066,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3204,
"successRate": 0.12291874472492903,
"wilsonLowerBound": 0.11898812019678023
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16460,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1673,
"successRate": 0.10164034021871203,
"wilsonLowerBound": 0.09711653808245735
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 10312,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4406,
"successRate": 0.4272692009309542,
"wilsonLowerBound": 0.41775006329296516
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24088,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3778,
"successRate": 0.1568415808701428,
"wilsonLowerBound": 0.15230392729583922
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8066,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.0674435903793702,
"wilsonLowerBound": 0.0621738174048722
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 41171,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10380,
"successRate": 0.2521192101236307,
"wilsonLowerBound": 0.2479479757822592
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23032,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3045,
"successRate": 0.13220736366794025,
"wilsonLowerBound": 0.1278941577104901
},
"vllm": {
"framework": "vllm",
"modelCount": 86538,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9763,
"successRate": 0.112817490582172,
"wilsonLowerBound": 0.11072676725550763
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 39395,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4827,
"successRate": 0.1225282396243178,
"wilsonLowerBound": 0.11932704344946751
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 29038,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3319,
"successRate": 0.11429850540670845,
"wilsonLowerBound": 0.11068978583734537
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 87957,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20644,
"successRate": 0.23470559477926714,
"wilsonLowerBound": 0.23191632325160316
},
"transformers": {
"framework": "transformers",
"modelCount": 5107,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 564,
"successRate": 0.11043665557078519,
"wilsonLowerBound": 0.10213128600480485
},
"vllm": {
"framework": "vllm",
"modelCount": 112469,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16505,
"successRate": 0.14675154931581147,
"wilsonLowerBound": 0.14469552815322617
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 16097,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3288,
"successRate": 0.20426166366403678,
"wilsonLowerBound": 0.1981043744366291
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 42673,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5554,
"successRate": 0.13015255548004592,
"wilsonLowerBound": 0.12699334370015747
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6345,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 497,
"successRate": 0.07832939322301025,
"wilsonLowerBound": 0.07197026256807361
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 198,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 36,
"successRate": 0.18181818181818182,
"wilsonLowerBound": 0.1343204258911728
},
"vllm": {
"framework": "vllm",
"modelCount": 30543,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5336,
"successRate": 0.1747045149461415,
"wilsonLowerBound": 0.1704869920412015
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 60784,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12382,
"successRate": 0.20370492234798632,
"wilsonLowerBound": 0.2005218567451341
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6796,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2008,
"successRate": 0.29546792230723956,
"wilsonLowerBound": 0.2847382906979422
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 12175,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3188,
"successRate": 0.26184804928131417,
"wilsonLowerBound": 0.2541146139822538
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 59606,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16255,
"successRate": 0.27270744555917187,
"wilsonLowerBound": 0.2691468651163113
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 46208,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20125,
"successRate": 0.43553064404432135,
"wilsonLowerBound": 0.4310152659781676
},
"vllm": {
"framework": "vllm",
"modelCount": 35943,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3198,
"successRate": 0.08897420916451047,
"wilsonLowerBound": 0.0860745847001226
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 334,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6276,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030592734225621414,
"wilsonLowerBound": 0.026610861971840757
},
"vllm": {
"framework": "vllm",
"modelCount": 10011,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 734,
"successRate": 0.07331934871641195,
"wilsonLowerBound": 0.06837524802134305
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 5665,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2381,
"successRate": 0.4203000882612533,
"wilsonLowerBound": 0.40750436542379304
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7369,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 235,
"successRate": 0.03189035147238431,
"wilsonLowerBound": 0.02811605354795059
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 10921,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3702,
"successRate": 0.33897994689131034,
"wilsonLowerBound": 0.33015986555689303
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 26097,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13199,
"successRate": 0.5057669463923057,
"wilsonLowerBound": 0.4997005511129768
},
"vllm": {
"framework": "vllm",
"modelCount": 61238,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6026,
"successRate": 0.09840295241516706,
"wilsonLowerBound": 0.09606893168250802
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 12283,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1740,
"successRate": 0.14165920377757876,
"wilsonLowerBound": 0.1356044419181542
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-14T23:57:49.847804+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1111.6535433070865,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.9198635632876133,
"queueFactor": 0.9750769679164936,
"queueWeight": 0.9750769679164936,
"recentSuccess": 42,
"recentSuccessRate": 0.33070866141732286,
"recentTerminal": 127,
"recentWilsonLowerBound": 0.25491151373495374,
"running": 8,
"selectionWeight": 0.8969377741873475,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 21.166666666666668,
"waiting": 23530
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1353.6774193548385,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.9550677375577257,
"queueFactor": 0.946688363726261,
"queueWeight": 0.946688363726261,
"recentSuccess": 55,
"recentSuccessRate": 0.4435483870967742,
"recentTerminal": 124,
"recentWilsonLowerBound": 0.3591080039637906,
"running": 8,
"selectionWeight": 1.8508398774425263,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.666666666666668,
"waiting": 27976
},
"Biren_166m": {
"available": true,
"backlogHours": 652.0851063829788,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.05,
"queueFactor": 1.056303392290608,
"queueWeight": 1.056303392290608,
"recentSuccess": 6,
"recentSuccessRate": 0.1276595744680851,
"recentTerminal": 47,
"recentWilsonLowerBound": 0.05984522780202478,
"running": 2,
"selectionWeight": 0.0528151696145304,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.833333333333333,
"waiting": 5108
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1119.878048780488,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.5088806087074651,
"queueFactor": 0.9739994393312301,
"queueWeight": 0.9739994393312301,
"recentSuccess": 23,
"recentSuccessRate": 0.2804878048780488,
"recentTerminal": 82,
"recentWilsonLowerBound": 0.1947701505650378,
"running": 7,
"selectionWeight": 0.4956494275676061,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.666666666666666,
"waiting": 15305
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 137.95477386934675,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 25,
"recentSuccessRate": 0.06281407035175879,
"recentTerminal": 398,
"recentWilsonLowerBound": 0.04290518646880857,
"running": 7,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 66.33333333333333,
"waiting": 9151
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 51.52258064516129,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 7,
"recentSuccessRate": 0.02258064516129032,
"recentTerminal": 310,
"recentWilsonLowerBound": 0.010980056345483066,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 51.666666666666664,
"waiting": 2662
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 165.8490566037736,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.11321486919151844,
"queueFactor": 1.2971116675874588,
"queueWeight": 1.2971116675874588,
"recentSuccess": 23,
"recentSuccessRate": 0.14465408805031446,
"recentTerminal": 159,
"recentWilsonLowerBound": 0.09836371673419139,
"running": 1,
"selectionWeight": 0.1468523277727065,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.5,
"waiting": 4395
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2792.2941176470586,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.9907280633503407,
"queueFactor": 0.8492589696290576,
"queueWeight": 0.8492589696290576,
"recentSuccess": 14,
"recentSuccessRate": 0.4117647058823529,
"recentTerminal": 34,
"recentWilsonLowerBound": 0.2636573778568886,
"running": 2,
"selectionWeight": 0.841384694263502,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.666666666666667,
"waiting": 15823
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 582.1525423728813,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.1735671257755622,
"queueFactor": 1.0744316595390193,
"queueWeight": 1.0744316595390193,
"recentSuccess": 21,
"recentSuccessRate": 0.17796610169491525,
"recentTerminal": 118,
"recentWilsonLowerBound": 0.119448913662713,
"running": 7,
"selectionWeight": 0.18648601498845496,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.666666666666668,
"waiting": 11449
},
"MetaX_c-500": {
"available": true,
"backlogHours": 767.3406593406594,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.6804409148901647,
"queueFactor": 1.0308277114113469,
"queueWeight": 1.0308277114113469,
"recentSuccess": 28,
"recentSuccessRate": 0.3076923076923077,
"recentTerminal": 91,
"recentWilsonLowerBound": 0.22226672658950442,
"running": 4,
"selectionWeight": 0.7014173510468715,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.166666666666666,
"waiting": 11638
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2286.5901639344265,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 0.8750967421345803,
"queueWeight": 0.8750967421345803,
"recentSuccess": 32,
"recentSuccessRate": 0.5245901639344263,
"recentTerminal": 61,
"recentWilsonLowerBound": 0.4015694171531101,
"running": 4,
"selectionWeight": 2.187741855336451,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 10.166666666666666,
"waiting": 23247
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 3232.5,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.12295338618604668,
"queueFactor": 0.8308134843338234,
"queueWeight": 0.8308134843338234,
"recentSuccess": 6,
"recentSuccessRate": 0.21428571428571427,
"recentTerminal": 28,
"recentWilsonLowerBound": 0.10212321701189421,
"running": 2,
"selectionWeight": 0.10215133118787163,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 4.666666666666667,
"waiting": 15085
},
"Vastai_va16": {
"available": true,
"backlogHours": 1131.3529411764705,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.05564330918018088,
"queueFactor": 0.972511174309085,
"queueWeight": 0.972511174309085,
"recentSuccess": 9,
"recentSuccessRate": 0.1323529411764706,
"recentTerminal": 68,
"recentWilsonLowerBound": 0.07122163958543326,
"running": 16,
"selectionWeight": 0.05411373995326119,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.333333333333334,
"waiting": 12822
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 664.0173913043478,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.5211278745845677,
"queueFactor": 1.0534341631910926,
"queueWeight": 1.0534341631910926,
"recentSuccess": 31,
"recentSuccessRate": 0.26956521739130435,
"recentTerminal": 115,
"recentWilsonLowerBound": 0.1968870391761085,
"running": 6,
"selectionWeight": 0.5489739064785467,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.166666666666668,
"waiting": 12727
}
},
"queueAttemptedAt": "2026-09-14T23:57:49.847804+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-14T23:57:49.847804+00:00",
"supportedGpus": [
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Cambricon_mlu-370-x4",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"Ascend_910-b3",
"Biren_166m",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}