Files
submmit/.modelhub_state/market_intelligence.json

782 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-10-16T08:46:27.078765+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-16T08:46:27.078765+00:00",
"frameworkAttemptedAt": "2026-10-16T04:26:52.157172+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 42903,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21440,
"successRate": 0.4997319534764469,
"wilsonLowerBound": 0.495000870807833
},
"vllm": {
"framework": "vllm",
"modelCount": 57494,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15452,
"successRate": 0.26875847914565,
"wilsonLowerBound": 0.26515028313314015
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 0,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 4778,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1476,
"successRate": 0.308915864378401,
"wilsonLowerBound": 0.2959723141965461
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 37751,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 17894,
"successRate": 0.4740006887234775,
"wilsonLowerBound": 0.46896656697359357
},
"vllm": {
"framework": "vllm",
"modelCount": 40224,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11071,
"successRate": 0.27523369132856007,
"wilsonLowerBound": 0.270890522411544
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 13424,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5587,
"successRate": 0.4161948748510131,
"wilsonLowerBound": 0.4078813272071189
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64234,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12098,
"successRate": 0.1883426222872622,
"wilsonLowerBound": 0.18533762410876714
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 32420,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6943,
"successRate": 0.21415792720542876,
"wilsonLowerBound": 0.20972628422078773
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8107,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 113,
"successRate": 0.013938571604785987,
"wilsonLowerBound": 0.011606989988207363
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26709,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3286,
"successRate": 0.12302969036654311,
"wilsonLowerBound": 0.1191444621656153
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16514,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10148964514957007,
"wilsonLowerBound": 0.09697615986843272
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 16475,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6451,
"successRate": 0.3915629742033384,
"wilsonLowerBound": 0.38413572126065854
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24796,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3808,
"successRate": 0.15357315696080012,
"wilsonLowerBound": 0.14913921062305188
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 53451,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13458,
"successRate": 0.25178200594937417,
"wilsonLowerBound": 0.24812029985850417
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 24903,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3163,
"successRate": 0.12701280970164236,
"wilsonLowerBound": 0.12293447279597465
},
"vllm": {
"framework": "vllm",
"modelCount": 87060,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9772,
"successRate": 0.11224442912933609,
"wilsonLowerBound": 0.11016462396694761
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 47812,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5620,
"successRate": 0.11754371287542877,
"wilsonLowerBound": 0.11468747798021829
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 49214,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3744,
"successRate": 0.07607591335798757,
"wilsonLowerBound": 0.0737665005419104
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 94491,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 23729,
"successRate": 0.2511244457144067,
"wilsonLowerBound": 0.24836950548525452
},
"transformers": {
"framework": "transformers",
"modelCount": 5617,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 588,
"successRate": 0.10468221470535874,
"wilsonLowerBound": 0.09694432873350477
},
"vllm": {
"framework": "vllm",
"modelCount": 112889,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16536,
"successRate": 0.14648017078723347,
"wilsonLowerBound": 0.14442954615051617
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 207,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.004830917874396135,
"wilsonLowerBound": 0.0008532632907628136
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 24674,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4086,
"successRate": 0.16559941638972198,
"wilsonLowerBound": 0.16101330383724988
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43931,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5698,
"successRate": 0.1297033985113018,
"wilsonLowerBound": 0.12659393773958838
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8320,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 799,
"successRate": 0.09603365384615385,
"wilsonLowerBound": 0.0898876623888574
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 34927,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6960,
"successRate": 0.19927276891802903,
"wilsonLowerBound": 0.19511663954743103
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61533,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12428,
"successRate": 0.20197292509710238,
"wilsonLowerBound": 0.19881939764124731
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 17051,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4814,
"successRate": 0.28232948214180986,
"wilsonLowerBound": 0.2756225949697207
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15796,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3814,
"successRate": 0.24145353253988353,
"wilsonLowerBound": 0.23484284700724822
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 68750,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18919,
"successRate": 0.27518545454545457,
"wilsonLowerBound": 0.2718596276982202
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1243,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 748,
"successRate": 0.6017699115044248,
"wilsonLowerBound": 0.57428184861905
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48503,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21730,
"successRate": 0.44801352493660185,
"wilsonLowerBound": 0.4435921197334248
},
"vllm": {
"framework": "vllm",
"modelCount": 40405,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4988,
"successRate": 0.12345006806088356,
"wilsonLowerBound": 0.12027827554016415
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1143,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6288,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030534351145038167,
"wilsonLowerBound": 0.02655998124483518
},
"vllm": {
"framework": "vllm",
"modelCount": 10101,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 764,
"successRate": 0.07563607563607563,
"wilsonLowerBound": 0.070639306888646
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7536,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3310,
"successRate": 0.43922505307855625,
"wilsonLowerBound": 0.4280535306969776
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7426,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.032992189604093725,
"wilsonLowerBound": 0.029164980749832297
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 18872,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5486,
"successRate": 0.2906952098346757,
"wilsonLowerBound": 0.284259706898735
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 28717,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14697,
"successRate": 0.5117874429780269,
"wilsonLowerBound": 0.5060048154419512
},
"vllm": {
"framework": "vllm",
"modelCount": 67844,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7304,
"successRate": 0.10765874653617122,
"wilsonLowerBound": 0.10534858879370851
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 13938,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2404,
"successRate": 0.1724781173769551,
"wilsonLowerBound": 0.16629648474113173
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-16T08:46:27.078765+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 989.076923076923,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9802111363281947,
"queueWeight": 0.9802111363281947,
"recentSuccess": 52,
"recentSuccessRate": 0.3076923076923077,
"recentTerminal": 169,
"recentWilsonLowerBound": 0.24302579439503535,
"running": 8,
"selectionWeight": 2.4505278408204867,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 28.166666666666668,
"waiting": 27859
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1227.857142857143,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.4740009344258236,
"queueFactor": 0.9489251703661009,
"queueWeight": 0.9489251703661009,
"recentSuccess": 39,
"recentSuccessRate": 0.2532467532467532,
"recentTerminal": 154,
"recentWilsonLowerBound": 0.19114389858731054,
"running": 8,
"selectionWeight": 1.3987165878198167,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.666666666666668,
"waiting": 31515
},
"Biren_166m": {
"available": true,
"backlogHours": 135.09417040358744,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.35201212605616206,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 31,
"recentSuccessRate": 0.13901345291479822,
"recentTerminal": 223,
"recentWilsonLowerBound": 0.09969201599476614,
"running": 8,
"selectionWeight": 0.4576157638730107,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 37.166666666666664,
"waiting": 5021
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1161.573033707865,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.7564522995230378,
"queueFactor": 0.9568572778955037,
"queueWeight": 0.9568572778955037,
"recentSuccess": 19,
"recentSuccessRate": 0.21348314606741572,
"recentTerminal": 89,
"recentWilsonLowerBound": 0.14114687024752387,
"running": 7,
"selectionWeight": 0.7238168881794081,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.833333333333334,
"waiting": 17230
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 375.16216216216213,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.501689778067684,
"queueFactor": 1.1336298896425274,
"queueWeight": 1.1336298896425274,
"recentSuccess": 25,
"recentSuccessRate": 0.16891891891891891,
"recentTerminal": 148,
"recentWilsonLowerBound": 0.11711290528890442,
"running": 7,
"selectionWeight": 0.5687305277456527,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.666666666666668,
"waiting": 9254
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 70.55172413793103,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 5,
"recentSuccessRate": 0.017241379310344827,
"recentTerminal": 290,
"recentWilsonLowerBound": 0.007386292454953414,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 48.333333333333336,
"waiting": 3410
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 153.12244897959184,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.4151597639688895,
"queueFactor": 1.2967262804960897,
"queueWeight": 1.2967262804960897,
"recentSuccess": 42,
"recentSuccessRate": 0.14285714285714285,
"recentTerminal": 294,
"recentWilsonLowerBound": 0.10745633633618995,
"running": 47,
"selectionWeight": 0.5383485765430126,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 49.0,
"waiting": 7503
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2469.6923076923076,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 1.0726917886029281,
"queueFactor": 0.8544914377060959,
"queueWeight": 0.8544914377060959,
"recentSuccess": 11,
"recentSuccessRate": 0.28205128205128205,
"recentTerminal": 39,
"recentWilsonLowerBound": 0.16543325013943294,
"running": 2,
"selectionWeight": 0.9166059486588396,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.5,
"waiting": 16053
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 307.2485549132948,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.4329985455806284,
"queueFactor": 1.1681017251044972,
"queueWeight": 1.1681017251044972,
"recentSuccess": 27,
"recentSuccessRate": 0.15606936416184972,
"recentTerminal": 173,
"recentWilsonLowerBound": 0.10953101490588989,
"running": 8,
"selectionWeight": 0.5057863480604703,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 28.833333333333332,
"waiting": 8859
},
"MetaX_c-500": {
"available": true,
"backlogHours": 198.98507462686567,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.1668517908752139,
"queueFactor": 1.2467548527927683,
"queueWeight": 1.2467548527927683,
"recentSuccess": 33,
"recentSuccessRate": 0.09850746268656717,
"recentTerminal": 335,
"recentWilsonLowerBound": 0.07100428887468989,
"running": 4,
"selectionWeight": 0.20802327997083708,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 55.833333333333336,
"waiting": 11110
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2254.521739130435,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.5779396444578799,
"queueFactor": 0.8662554471873417,
"queueWeight": 0.8662554471873417,
"recentSuccess": 14,
"recentSuccessRate": 0.2028985507246377,
"recentTerminal": 69,
"recentWilsonLowerBound": 0.12489219999893796,
"running": 4,
"selectionWeight": 0.500643365157154,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.5,
"waiting": 25927
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 742.2972972972973,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.05,
"queueFactor": 1.0233341344966929,
"queueWeight": 1.0233341344966929,
"recentSuccess": 8,
"recentSuccessRate": 0.05405405405405406,
"recentTerminal": 148,
"recentWilsonLowerBound": 0.027641133409649507,
"running": 2,
"selectionWeight": 0.05116670672483464,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 24.666666666666668,
"waiting": 18310
},
"Vastai_va16": {
"available": true,
"backlogHours": 1132.0227272727273,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.05,
"queueFactor": 0.9605630370144463,
"queueWeight": 0.9605630370144463,
"recentSuccess": 6,
"recentSuccessRate": 0.06818181818181818,
"recentTerminal": 88,
"recentWilsonLowerBound": 0.03162049730504359,
"running": 16,
"selectionWeight": 0.04802815185072232,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 14.666666666666666,
"waiting": 16603
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1032.0923076923077,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 1.6358948821593169,
"queueFactor": 0.9739717524752447,
"queueWeight": 0.9739717524752447,
"recentSuccess": 35,
"recentSuccessRate": 0.2692307692307692,
"recentTerminal": 130,
"recentWilsonLowerBound": 0.20041586242234705,
"running": 6,
"selectionWeight": 1.5933154052419938,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 21.666666666666668,
"waiting": 22362
}
},
"queueAttemptedAt": "2026-10-16T08:46:27.078765+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-16T08:46:27.078765+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}