Files
submmit/.modelhub_state/market_intelligence.json

800 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-11-01T20:48:20.450834+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-11-01T20:48:20.450834+00:00",
"frameworkAttemptedAt": "2026-11-01T19:29:53.063190+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 45334,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22975,
"successRate": 0.5067940177350333,
"wilsonLowerBound": 0.5021913472436329
},
"vllm": {
"framework": "vllm",
"modelCount": 59809,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15768,
"successRate": 0.2636392516176495,
"wilsonLowerBound": 0.2601233063395064
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 72,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 19,
"successRate": 0.2638888888888889,
"wilsonLowerBound": 0.17593641596552725
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6873,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2269,
"successRate": 0.3301324021533537,
"wilsonLowerBound": 0.31911212913022974
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40558,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19733,
"successRate": 0.48653779772178113,
"wilsonLowerBound": 0.48167489106209144
},
"vllm": {
"framework": "vllm",
"modelCount": 41409,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11272,
"successRate": 0.2722113550194402,
"wilsonLowerBound": 0.26794552394560944
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16511,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6548,
"successRate": 0.3965840954515172,
"wilsonLowerBound": 0.38914714972821574
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64361,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18800205093146471,
"wilsonLowerBound": 0.18500211989078966
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 41841,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8323,
"successRate": 0.198919719891972,
"wilsonLowerBound": 0.19512243172998137
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8910,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.01324354657687991,
"wilsonLowerBound": 0.011070890077213597
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26952,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3315,
"successRate": 0.12299643811219947,
"wilsonLowerBound": 0.11912898152342752
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16539,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10133623556442349,
"wilsonLowerBound": 0.09682921445009696
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19868,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7442,
"successRate": 0.3745721763640024,
"wilsonLowerBound": 0.3678667164208734
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24867,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3814,
"successRate": 0.15337596010777335,
"wilsonLowerBound": 0.14895065767013002
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 60415,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15001,
"successRate": 0.24829926342795663,
"wilsonLowerBound": 0.244870302664743
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 31270,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4205,
"successRate": 0.13447393668052446,
"wilsonLowerBound": 0.1307374144512827
},
"vllm": {
"framework": "vllm",
"modelCount": 87140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222171218728483,
"wilsonLowerBound": 0.11014304038606977
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50865,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5806,
"successRate": 0.1141452865428094,
"wilsonLowerBound": 0.11141089395129808
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 55994,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3940,
"successRate": 0.07036468193020681,
"wilsonLowerBound": 0.0682755698841488
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95663,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24194,
"successRate": 0.25290864806665064,
"wilsonLowerBound": 0.25016404433973366
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 173,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6770,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.093205317577548,
"wilsonLowerBound": 0.0865088737151957
},
"vllm": {
"framework": "vllm",
"modelCount": 113038,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16551,
"successRate": 0.14641978803588174,
"wilsonLowerBound": 0.14437086145827077
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 438,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.0045662100456621,
"wilsonLowerBound": 0.0012530876972149565
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26610,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4292,
"successRate": 0.16129274708756106,
"wilsonLowerBound": 0.15692246019183576
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45798,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5915,
"successRate": 0.12915411153325473,
"wilsonLowerBound": 0.12611363733817
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9188,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 853,
"successRate": 0.09283848498040922,
"wilsonLowerBound": 0.08707339295242324
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 206,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.1796116504854369,
"wilsonLowerBound": 0.13320865973713544
},
"vllm": {
"framework": "vllm",
"modelCount": 37378,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7721,
"successRate": 0.20656535930226336,
"wilsonLowerBound": 0.20249137826552427
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61683,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12434,
"successRate": 0.20157904122691828,
"wilsonLowerBound": 0.19843166188895384
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21905,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5984,
"successRate": 0.27317963935174616,
"wilsonLowerBound": 0.2673188415355244
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17283,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4148,
"successRate": 0.240004628826014,
"wilsonLowerBound": 0.23369545719916635
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71604,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19603,
"successRate": 0.2737696218088375,
"wilsonLowerBound": 0.270515815475356
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 3118,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1713,
"successRate": 0.5493906350224503,
"wilsonLowerBound": 0.5318758959259551
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49621,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22357,
"successRate": 0.4505552084802805,
"wilsonLowerBound": 0.44618136928638047
},
"vllm": {
"framework": "vllm",
"modelCount": 42985,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5822,
"successRate": 0.13544259625450739,
"wilsonLowerBound": 0.13224017044749356
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1519,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6290,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052464228934817,
"wilsonLowerBound": 0.026551520034527744
},
"vllm": {
"framework": "vllm",
"modelCount": 10137,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 768,
"successRate": 0.0757620597810003,
"wilsonLowerBound": 0.07076991339660049
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8562,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3765,
"successRate": 0.4397337070777856,
"wilsonLowerBound": 0.42924923720854574
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7476,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 254,
"successRate": 0.03397538790797218,
"wilsonLowerBound": 0.030102074381377207
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 24275,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6742,
"successRate": 0.27773429454170956,
"wilsonLowerBound": 0.2721355026882366
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 30273,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15486,
"successRate": 0.5115449410365672,
"wilsonLowerBound": 0.5059128719244974
},
"vllm": {
"framework": "vllm",
"modelCount": 70131,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7650,
"successRate": 0.1090815759079437,
"wilsonLowerBound": 0.10679569639637888
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15557,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2940,
"successRate": 0.18898245162949154,
"wilsonLowerBound": 0.1829074766584014
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-11-01T20:53:08.380322+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.0,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 350350,
"recentSuccessRate": 1.0,
"recentTerminal": 350350,
"recentWilsonLowerBound": 0.9999890350852655,
"running": 9,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58391.666666666664,
"waiting": 0
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.0,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 350350,
"recentSuccessRate": 1.0,
"recentTerminal": 350350,
"recentWilsonLowerBound": 0.9999890350852655,
"running": 9,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58391.666666666664,
"waiting": 0
},
"Biren_166m": {
"available": true,
"backlogHours": 0.0,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 350350,
"recentSuccessRate": 1.0,
"recentTerminal": 350350,
"recentWilsonLowerBound": 0.9999890350852655,
"running": 9,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58391.666666666664,
"waiting": 0
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.0,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 350350,
"recentSuccessRate": 1.0,
"recentTerminal": 350350,
"recentWilsonLowerBound": 0.9999890350852655,
"running": 9,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58391.666666666664,
"waiting": 0
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.0,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 350350,
"recentSuccessRate": 1.0,
"recentTerminal": 350350,
"recentWilsonLowerBound": 0.9999890350852655,
"running": 9,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58391.666666666664,
"waiting": 0
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 0.012518909661766804,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 350350,
"recentSuccessRate": 1.0,
"recentTerminal": 350350,
"recentWilsonLowerBound": 0.9999890350852655,
"running": 9,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58391.666666666664,
"waiting": 731
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.012518909661766804,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 350350,
"recentSuccessRate": 1.0,
"recentTerminal": 350350,
"recentWilsonLowerBound": 0.9999890350852655,
"running": 9,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58391.666666666664,
"waiting": 731
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.0,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 350350,
"recentSuccessRate": 1.0,
"recentTerminal": 350350,
"recentWilsonLowerBound": 0.9999890350852655,
"running": 9,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58391.666666666664,
"waiting": 0
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.012518909661766804,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 350350,
"recentSuccessRate": 1.0,
"recentTerminal": 350350,
"recentWilsonLowerBound": 0.9999890350852655,
"running": 9,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58391.666666666664,
"waiting": 731
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.0,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 350350,
"recentSuccessRate": 1.0,
"recentTerminal": 350350,
"recentWilsonLowerBound": 0.9999890350852655,
"running": 9,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58391.666666666664,
"waiting": 0
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.012518909661766804,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 350350,
"recentSuccessRate": 1.0,
"recentTerminal": 350350,
"recentWilsonLowerBound": 0.9999890350852655,
"running": 9,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58391.666666666664,
"waiting": 731
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 0.012518909661766804,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 350350,
"recentSuccessRate": 1.0,
"recentTerminal": 350350,
"recentWilsonLowerBound": 0.9999890350852655,
"running": 9,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58391.666666666664,
"waiting": 731
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.0,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 350350,
"recentSuccessRate": 1.0,
"recentTerminal": 350350,
"recentWilsonLowerBound": 0.9999890350852655,
"running": 9,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58391.666666666664,
"waiting": 0
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 0.0,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 350350,
"recentSuccessRate": 1.0,
"recentTerminal": 350350,
"recentWilsonLowerBound": 0.9999890350852655,
"running": 9,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58391.666666666664,
"waiting": 0
}
},
"queueAttemptedAt": "2026-11-01T20:48:20.450834+00:00",
"queueError": null,
"queueUpdatedAt": "2026-11-01T20:48:20.450834+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b4",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"hygon_k100-ai",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}