Files
submmit/.modelhub_state/market_intelligence.json

800 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-10-30T05:21:29.180685+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-30T05:21:29.180685+00:00",
"frameworkAttemptedAt": "2026-10-30T05:20:24.581133+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44888,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22728,
"successRate": 0.5063268579575834,
"wilsonLowerBound": 0.5017013606383817
},
"vllm": {
"framework": "vllm",
"modelCount": 59452,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15734,
"successRate": 0.26465047433223443,
"wilsonLowerBound": 0.2611196211672694
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 48,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 18,
"successRate": 0.375,
"wilsonLowerBound": 0.2521507240406812
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6512,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2137,
"successRate": 0.3281633906633907,
"wilsonLowerBound": 0.316863126632671
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40118,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19457,
"successRate": 0.48499426691260783,
"wilsonLowerBound": 0.4801053530968912
},
"vllm": {
"framework": "vllm",
"modelCount": 41282,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11258,
"successRate": 0.27270965553994475,
"wilsonLowerBound": 0.2684347981279944
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15894,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6391,
"successRate": 0.40210142192022147,
"wilsonLowerBound": 0.3945030485659582
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64352,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18802834410740926,
"wilsonLowerBound": 0.18502804083860971
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 40198,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8182,
"successRate": 0.20354246479924373,
"wilsonLowerBound": 0.19963481099709618
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8782,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.01343657481211569,
"wilsonLowerBound": 0.011232415204358599
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26903,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3307,
"successRate": 0.12292309407872729,
"wilsonLowerBound": 0.11905318229348218
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16535,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10136074992440278,
"wilsonLowerBound": 0.09685269578187866
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19321,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7303,
"successRate": 0.3779825060814658,
"wilsonLowerBound": 0.3711701964687204
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24865,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3812,
"successRate": 0.15330786245726927,
"wilsonLowerBound": 0.1488832088267288
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 59268,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14719,
"successRate": 0.2483464938921509,
"wilsonLowerBound": 0.24488444463036846
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 30050,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4131,
"successRate": 0.13747088186356074,
"wilsonLowerBound": 0.13362382125783015
},
"vllm": {
"framework": "vllm",
"modelCount": 87140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222171218728483,
"wilsonLowerBound": 0.11014304038606977
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50758,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5802,
"successRate": 0.11430710429882975,
"wilsonLowerBound": 0.11156814244725469
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 54857,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3901,
"successRate": 0.07111216435459468,
"wilsonLowerBound": 0.06899129429147444
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95649,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24192,
"successRate": 0.25292475613963555,
"wilsonLowerBound": 0.2501798936199247
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 168,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6752,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.09345379146919432,
"wilsonLowerBound": 0.08674031463773625
},
"vllm": {
"framework": "vllm",
"modelCount": 113038,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16551,
"successRate": 0.14641978803588174,
"wilsonLowerBound": 0.14437086145827077
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 423,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004728132387706856,
"wilsonLowerBound": 0.0012975563233095547
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26585,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4289,
"successRate": 0.16133157795749484,
"wilsonLowerBound": 0.15695882440705491
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45192,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5883,
"successRate": 0.13017790759426448,
"wilsonLowerBound": 0.1271068335521406
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9172,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 852,
"successRate": 0.09289140863497601,
"wilsonLowerBound": 0.08711989674000416
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 36989,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7585,
"successRate": 0.2050609640703993,
"wilsonLowerBound": 0.20097708694683536
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61658,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12433,
"successRate": 0.20164455545103635,
"wilsonLowerBound": 0.19849615324832984
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21193,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5853,
"successRate": 0.27617609588071534,
"wilsonLowerBound": 0.2701974454484136
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17054,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4107,
"successRate": 0.24082326726867598,
"wilsonLowerBound": 0.2344646272461096
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71213,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19501,
"successRate": 0.27384045047954725,
"wilsonLowerBound": 0.27057748977987706
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2726,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1497,
"successRate": 0.5491562729273661,
"wilsonLowerBound": 0.5304210946999314
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49371,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22214,
"successRate": 0.4499402483239148,
"wilsonLowerBound": 0.4455559500063054
},
"vllm": {
"framework": "vllm",
"modelCount": 42573,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5660,
"successRate": 0.13294811265355977,
"wilsonLowerBound": 0.12975603653266926
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1455,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6290,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052464228934817,
"wilsonLowerBound": 0.026551520034527744
},
"vllm": {
"framework": "vllm",
"modelCount": 10131,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 767,
"successRate": 0.07570822228802684,
"wilsonLowerBound": 0.07071634427594103
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8380,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3684,
"successRate": 0.439618138424821,
"wilsonLowerBound": 0.429021126544874
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7476,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 254,
"successRate": 0.03397538790797218,
"wilsonLowerBound": 0.030102074381377207
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 23524,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6531,
"successRate": 0.2776313552116987,
"wilsonLowerBound": 0.2719451413435138
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29886,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15326,
"successRate": 0.5128153650538714,
"wilsonLowerBound": 0.5071471305905274
},
"vllm": {
"framework": "vllm",
"modelCount": 69711,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7608,
"successRate": 0.10913629125962904,
"wilsonLowerBound": 0.10684308819807396
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15130,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2854,
"successRate": 0.18863185723727693,
"wilsonLowerBound": 0.1824773821689591
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-30T05:27:28.797399+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.001436073118614449,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346779,
"recentSuccessRate": 1.0,
"recentTerminal": 346779,
"recentWilsonLowerBound": 0.9999889221739395,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57796.5,
"waiting": 83
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.0003979479726281003,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346779,
"recentSuccessRate": 1.0,
"recentTerminal": 346779,
"recentWilsonLowerBound": 0.9999889221739395,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57796.5,
"waiting": 23
},
"Biren_166m": {
"available": true,
"backlogHours": 0.001436073118614449,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346779,
"recentSuccessRate": 1.0,
"recentTerminal": 346779,
"recentWilsonLowerBound": 0.9999889221739395,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57796.5,
"waiting": 83
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.0003979479726281003,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346779,
"recentSuccessRate": 1.0,
"recentTerminal": 346779,
"recentWilsonLowerBound": 0.9999889221739395,
"running": 17,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57796.5,
"waiting": 23
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.001436073118614449,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346779,
"recentSuccessRate": 1.0,
"recentTerminal": 346779,
"recentWilsonLowerBound": 0.9999889221739395,
"running": 17,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57796.5,
"waiting": 83
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 0.001436073118614449,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346779,
"recentSuccessRate": 1.0,
"recentTerminal": 346779,
"recentWilsonLowerBound": 0.9999889221739395,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57796.5,
"waiting": 83
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.001436073118614449,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346779,
"recentSuccessRate": 1.0,
"recentTerminal": 346779,
"recentWilsonLowerBound": 0.9999889221739395,
"running": 17,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57796.5,
"waiting": 83
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.0003979479726281003,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346779,
"recentSuccessRate": 1.0,
"recentTerminal": 346779,
"recentWilsonLowerBound": 0.9999889221739395,
"running": 17,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57796.5,
"waiting": 23
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.001436073118614449,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346779,
"recentSuccessRate": 1.0,
"recentTerminal": 346779,
"recentWilsonLowerBound": 0.9999889221739395,
"running": 17,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57796.5,
"waiting": 83
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.0003979479726281003,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346779,
"recentSuccessRate": 1.0,
"recentTerminal": 346779,
"recentWilsonLowerBound": 0.9999889221739395,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57796.5,
"waiting": 23
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.0003979479726281003,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346779,
"recentSuccessRate": 1.0,
"recentTerminal": 346779,
"recentWilsonLowerBound": 0.9999889221739395,
"running": 17,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57796.5,
"waiting": 23
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 0.0003979479726281003,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346779,
"recentSuccessRate": 1.0,
"recentTerminal": 346779,
"recentWilsonLowerBound": 0.9999889221739395,
"running": 17,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57796.5,
"waiting": 23
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.001436073118614449,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346779,
"recentSuccessRate": 1.0,
"recentTerminal": 346779,
"recentWilsonLowerBound": 0.9999889221739395,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57796.5,
"waiting": 83
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 0.0003979479726281003,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346779,
"recentSuccessRate": 1.0,
"recentTerminal": 346779,
"recentWilsonLowerBound": 0.9999889221739395,
"running": 17,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57796.5,
"waiting": 23
}
},
"queueAttemptedAt": "2026-10-30T05:19:18.464850+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-30T05:19:18.464850+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Ascend_910-b4",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"hygon_k100-ai",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}