Files
submmit/.modelhub_state/market_intelligence.json

773 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-10-04T20:42:15.667030+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-04T20:42:15.667030+00:00",
"frameworkAttemptedAt": "2026-10-04T16:27:10.273279+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40947,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20084,
"successRate": 0.4904877036168706,
"wilsonLowerBound": 0.4856466932438106
},
"vllm": {
"framework": "vllm",
"modelCount": 54824,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15115,
"successRate": 0.2757004231723333,
"wilsonLowerBound": 0.2719755744578353
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 0,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 3666,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1082,
"successRate": 0.29514457174031644,
"wilsonLowerBound": 0.28060039717132573
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 35549,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16435,
"successRate": 0.4623196151790486,
"wilsonLowerBound": 0.4571410316263713
},
"vllm": {
"framework": "vllm",
"modelCount": 39143,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10924,
"successRate": 0.27907927343330863,
"wilsonLowerBound": 0.27465750177137455
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 11533,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4832,
"successRate": 0.4189716465793809,
"wilsonLowerBound": 0.40999524875535726
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64178,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12094,
"successRate": 0.18844463834959022,
"wilsonLowerBound": 0.18543770256687467
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 26085,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5541,
"successRate": 0.21242093156986774,
"wilsonLowerBound": 0.2074997527544099
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7330,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 94,
"successRate": 0.012824010914051841,
"wilsonLowerBound": 0.010491456661972855
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26520,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3261,
"successRate": 0.12296380090497737,
"wilsonLowerBound": 0.1190658652396679
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16496,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.1016003879728419,
"wilsonLowerBound": 0.09708223705449089
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 14093,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5700,
"successRate": 0.4044561129638828,
"wilsonLowerBound": 0.3963801920247765
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24565,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3798,
"successRate": 0.15461021778953796,
"wilsonLowerBound": 0.15014314191977335
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 48943,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12220,
"successRate": 0.24967819708640662,
"wilsonLowerBound": 0.24586330137213241
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23686,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3111,
"successRate": 0.13134340960905175,
"wilsonLowerBound": 0.1271014421174694
},
"vllm": {
"framework": "vllm",
"modelCount": 86858,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9768,
"successRate": 0.11245941651891593,
"wilsonLowerBound": 0.11037544978714471
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 44355,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5400,
"successRate": 0.1217450118363206,
"wilsonLowerBound": 0.11873459401356201
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 42268,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3591,
"successRate": 0.08495788776379294,
"wilsonLowerBound": 0.08233735136852925
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 91214,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22445,
"successRate": 0.24606968228561404,
"wilsonLowerBound": 0.24328516921335383
},
"transformers": {
"framework": "transformers",
"modelCount": 5453,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 580,
"successRate": 0.10636346964973409,
"wilsonLowerBound": 0.09845573022593368
},
"vllm": {
"framework": "vllm",
"modelCount": 112790,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16529,
"successRate": 0.14654667967018353,
"wilsonLowerBound": 0.14449477031337343
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 21409,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3820,
"successRate": 0.1784296323975898,
"wilsonLowerBound": 0.17335868349485636
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43440,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5648,
"successRate": 0.1300184162062615,
"wilsonLowerBound": 0.12688832570870462
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7648,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 703,
"successRate": 0.09191945606694561,
"wilsonLowerBound": 0.085647593681614
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 33242,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6394,
"successRate": 0.19234703086456892,
"wilsonLowerBound": 0.18814558671735693
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61397,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12411,
"successRate": 0.20214342720328354,
"wilsonLowerBound": 0.1989854184229054
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 12730,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3727,
"successRate": 0.29277297721916734,
"wilsonLowerBound": 0.28493171416732604
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14778,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3662,
"successRate": 0.24780078495060226,
"wilsonLowerBound": 0.24090601410412868
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 65808,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18078,
"successRate": 0.274708242159008,
"wilsonLowerBound": 0.27131103873914547
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 543,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 335,
"successRate": 0.6169429097605893,
"wilsonLowerBound": 0.5753676069594711
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 47802,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21261,
"successRate": 0.44477218526421486,
"wilsonLowerBound": 0.44032190524932546
},
"vllm": {
"framework": "vllm",
"modelCount": 38655,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4352,
"successRate": 0.1125856939593843,
"wilsonLowerBound": 0.10947304342761281
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 900,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 4.318375942142756e-19
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6284,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030553787396562698,
"wilsonLowerBound": 0.026576919854083197
},
"vllm": {
"framework": "vllm",
"modelCount": 10059,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 751,
"successRate": 0.07465950889750472,
"wilsonLowerBound": 0.06968374556956204
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6824,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2970,
"successRate": 0.43522860492379833,
"wilsonLowerBound": 0.4235049346116168
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7403,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 243,
"successRate": 0.03282453059570444,
"wilsonLowerBound": 0.029001798401434808
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 15538,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4894,
"successRate": 0.31496975157677953,
"wilsonLowerBound": 0.30771246432729793
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 27646,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14097,
"successRate": 0.5099110178687695,
"wilsonLowerBound": 0.5040172109245917
},
"vllm": {
"framework": "vllm",
"modelCount": 65677,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6899,
"successRate": 0.105044383878679,
"wilsonLowerBound": 0.10272247299937777
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 13247,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2083,
"successRate": 0.15724314939231523,
"wilsonLowerBound": 0.1511434404892029
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-04T20:54:12.348490+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1124.1818181818182,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.353485272592379,
"queueFactor": 0.9457933033865665,
"queueWeight": 0.9457933033865665,
"recentSuccess": 53,
"recentSuccessRate": 0.3706293706293706,
"recentTerminal": 143,
"recentWilsonLowerBound": 0.29582198022284456,
"running": 8,
"selectionWeight": 1.2801173070502136,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.833333333333332,
"waiting": 26793
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1386.6666666666667,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9164861512813708,
"queueWeight": 0.9164861512813708,
"recentSuccess": 60,
"recentSuccessRate": 0.47619047619047616,
"recentTerminal": 126,
"recentWilsonLowerBound": 0.39098550347951744,
"running": 8,
"selectionWeight": 2.291215378203427,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 21.0,
"waiting": 29120
},
"Biren_166m": {
"available": true,
"backlogHours": 142.64900662251654,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.739882398589861,
"queueFactor": 1.289084556519681,
"queueWeight": 1.289084556519681,
"recentSuccess": 44,
"recentSuccessRate": 0.2913907284768212,
"recentTerminal": 151,
"recentWilsonLowerBound": 0.2248057065796587,
"running": 8,
"selectionWeight": 0.9537709736629288,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.166666666666668,
"waiting": 3590
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1630.0677966101694,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.35284107369796314,
"queueFactor": 0.8945216745094843,
"queueWeight": 0.8945216745094843,
"recentSuccess": 15,
"recentSuccessRate": 0.2542372881355932,
"recentTerminal": 59,
"recentWilsonLowerBound": 0.1605583829520582,
"running": 7,
"selectionWeight": 0.31562398808002634,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.833333333333334,
"waiting": 16029
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 426.44628099173553,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.677198971403862,
"queueFactor": 1.0938104508929152,
"queueWeight": 1.0938104508929152,
"recentSuccess": 35,
"recentSuccessRate": 0.2892561983471074,
"recentTerminal": 121,
"recentWilsonLowerBound": 0.21593930152944865,
"running": 7,
"selectionWeight": 0.7407273122554766,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.166666666666668,
"waiting": 8600
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 59.38775510204082,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 13,
"recentSuccessRate": 0.037900874635568516,
"recentTerminal": 343,
"recentWilsonLowerBound": 0.022280843703412802,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 57.166666666666664,
"waiting": 3395
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 204.41489361702128,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.23086375272757517,
"queueFactor": 1.2213632211644496,
"queueWeight": 1.2213632211644496,
"recentSuccess": 34,
"recentSuccessRate": 0.18085106382978725,
"recentTerminal": 188,
"recentWilsonLowerBound": 0.13240216411214387,
"running": 7,
"selectionWeight": 0.28196849668146423,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 31.333333333333332,
"waiting": 6405
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 1735.7777777777778,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.1352252181263887,
"queueFactor": 0.8861303259932145,
"queueWeight": 0.8861303259932145,
"recentSuccess": 10,
"recentSuccessRate": 0.18518518518518517,
"recentTerminal": 54,
"recentWilsonLowerBound": 0.10382574505942958,
"running": 2,
"selectionWeight": 0.11982716662084036,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 9.0,
"waiting": 15622
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 391.2537313432836,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.3270872701787565,
"queueFactor": 1.1080336363853958,
"queueWeight": 1.1080336363853958,
"recentSuccess": 29,
"recentSuccessRate": 0.21641791044776118,
"recentTerminal": 134,
"recentWilsonLowerBound": 0.1551212865152815,
"running": 8,
"selectionWeight": 0.36242369739153996,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.333333333333332,
"waiting": 8738
},
"MetaX_c-500": {
"available": true,
"backlogHours": 591.8823529411765,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.0809170423317345,
"queueFactor": 1.0413252745613975,
"queueWeight": 1.0413252745613975,
"recentSuccess": 36,
"recentSuccessRate": 0.35294117647058826,
"recentTerminal": 102,
"recentWilsonLowerBound": 0.26707854330326647,
"running": 4,
"selectionWeight": 1.125586235884187,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.0,
"waiting": 10062
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1347.183673469388,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.7313620948494473,
"queueFactor": 0.9204658841933869,
"queueWeight": 0.9204658841933869,
"recentSuccess": 30,
"recentSuccessRate": 0.30612244897959184,
"recentTerminal": 98,
"recentWilsonLowerBound": 0.22362525822357754,
"running": 4,
"selectionWeight": 0.6731938573011241,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.333333333333332,
"waiting": 22004
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 928.0909090909091,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.05,
"queueFactor": 0.9733816179606996,
"queueWeight": 0.9733816179606996,
"recentSuccess": 7,
"recentSuccessRate": 0.06363636363636363,
"recentTerminal": 110,
"recentWilsonLowerBound": 0.03116412133993079,
"running": 2,
"selectionWeight": 0.04866908089803498,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 18.333333333333332,
"waiting": 17015
},
"Vastai_va16": {
"available": true,
"backlogHours": 1230.077922077922,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.05,
"queueFactor": 0.9331078105713292,
"queueWeight": 0.9331078105713292,
"recentSuccess": 4,
"recentSuccessRate": 0.05194805194805195,
"recentTerminal": 77,
"recentWilsonLowerBound": 0.020384388604939376,
"running": 16,
"selectionWeight": 0.04665539052856646,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 12.833333333333334,
"waiting": 15786
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 622.538860103627,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.05,
"queueFactor": 1.0334673206808207,
"queueWeight": 1.0334673206808207,
"recentSuccess": 7,
"recentSuccessRate": 0.03626943005181347,
"recentTerminal": 193,
"recentWilsonLowerBound": 0.017677770766951817,
"running": 6,
"selectionWeight": 0.05167336603404104,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 32.166666666666664,
"waiting": 20025
}
},
"queueAttemptedAt": "2026-10-04T20:54:12.348490+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-04T20:54:12.348490+00:00",
"supportedGpus": [
"Vastai_va16",
"Cambricon_mlu-370-x4",
"Kunlunxin_p-800",
"Iluvatar_mrv-100",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}