Files
submmit/.modelhub_state/market_intelligence.json

800 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-10-31T09:33:23.269567+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-31T09:33:23.269567+00:00",
"frameworkAttemptedAt": "2026-10-31T04:17:23.118302+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 45064,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22823,
"successRate": 0.5064574826912835,
"wilsonLowerBound": 0.5018410313475152
},
"vllm": {
"framework": "vllm",
"modelCount": 59587,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15746,
"successRate": 0.2642522697903905,
"wilsonLowerBound": 0.26072713433476724
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 60,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 18,
"successRate": 0.3,
"wilsonLowerBound": 0.19898010252726894
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6652,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2187,
"successRate": 0.3287733012627781,
"wilsonLowerBound": 0.31758576377947634
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40288,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19564,
"successRate": 0.48560365369340747,
"wilsonLowerBound": 0.4807248283329607
},
"vllm": {
"framework": "vllm",
"modelCount": 41332,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11261,
"successRate": 0.2724523371721668,
"wilsonLowerBound": 0.26818134396452314
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16124,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6445,
"successRate": 0.3997147109898288,
"wilsonLowerBound": 0.3921785597093653
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64356,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18801665734352663,
"wilsonLowerBound": 0.1850165195205704
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 40702,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8293,
"successRate": 0.20374920151343914,
"wilsonLowerBound": 0.19986414351821635
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8849,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.01333484009492598,
"wilsonLowerBound": 0.011147283477779756
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26935,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3310,
"successRate": 0.12288843512158901,
"wilsonLowerBound": 0.11902127116915305
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16537,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.1013484912620185,
"wilsonLowerBound": 0.09684095369249211
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19522,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7347,
"successRate": 0.37634463681999797,
"wilsonLowerBound": 0.3695735004750615
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24866,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3813,
"successRate": 0.1533419126518137,
"wilsonLowerBound": 0.1489169345568916
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 59684,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14810,
"successRate": 0.24814020508008847,
"wilsonLowerBound": 0.2446911626600564
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 30529,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4160,
"successRate": 0.13626388024501293,
"wilsonLowerBound": 0.1324612106437566
},
"vllm": {
"framework": "vllm",
"modelCount": 87140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222171218728483,
"wilsonLowerBound": 0.11014304038606977
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50791,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5806,
"successRate": 0.11431159063613633,
"wilsonLowerBound": 0.11157346163686337
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 55296,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3925,
"successRate": 0.07098162615740741,
"wilsonLowerBound": 0.06887089928174854
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95656,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24194,
"successRate": 0.25292715564104706,
"wilsonLowerBound": 0.2501823844515038
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 171,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6760,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.09334319526627219,
"wilsonLowerBound": 0.08663729928833827
},
"vllm": {
"framework": "vllm",
"modelCount": 113038,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16551,
"successRate": 0.14641978803588174,
"wilsonLowerBound": 0.14437086145827077
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 427,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.00468384074941452,
"wilsonLowerBound": 0.0012853923156898811
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26596,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4289,
"successRate": 0.16126485185742218,
"wilsonLowerBound": 0.15689374046022242
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45542,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5899,
"successRate": 0.1295287866145536,
"wilsonLowerBound": 0.12647603440543706
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9179,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 853,
"successRate": 0.09292951301884737,
"wilsonLowerBound": 0.08715903032077496
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 37136,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7633,
"successRate": 0.20554179233089187,
"wilsonLowerBound": 0.20146232801545239
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61670,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12434,
"successRate": 0.2016215339711367,
"wilsonLowerBound": 0.19847357282051414
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21459,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5885,
"successRate": 0.27424390698541407,
"wilsonLowerBound": 0.26831552535634307
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17145,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4122,
"successRate": 0.24041994750656168,
"wilsonLowerBound": 0.2340817999519093
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71369,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19538,
"successRate": 0.27376031610363044,
"wilsonLowerBound": 0.27050121254224885
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2879,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1580,
"successRate": 0.5488016672455713,
"wilsonLowerBound": 0.5305714465109577
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49470,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22269,
"successRate": 0.4501516070345664,
"wilsonLowerBound": 0.44577149023006646
},
"vllm": {
"framework": "vllm",
"modelCount": 42740,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5720,
"successRate": 0.1338324754328498,
"wilsonLowerBound": 0.1306374587074365
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1482,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6290,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052464228934817,
"wilsonLowerBound": 0.026551520034527744
},
"vllm": {
"framework": "vllm",
"modelCount": 10132,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 768,
"successRate": 0.0757994472956968,
"wilsonLowerBound": 0.07080492825439218
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8446,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3712,
"successRate": 0.43949798721288186,
"wilsonLowerBound": 0.42894270091844666
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7476,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 254,
"successRate": 0.03397538790797218,
"wilsonLowerBound": 0.030102074381377207
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 23852,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6627,
"successRate": 0.2778383364078484,
"wilsonLowerBound": 0.27218976471183093
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 30013,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15402,
"successRate": 0.5131776230300203,
"wilsonLowerBound": 0.5075214559741497
},
"vllm": {
"framework": "vllm",
"modelCount": 69820,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7628,
"successRate": 0.10925236321970783,
"wilsonLowerBound": 0.10695984903066724
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15224,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2884,
"successRate": 0.18943772990015764,
"wilsonLowerBound": 0.18329167346779252
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-31T09:38:50.877304+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.0016874149835563131,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348462,
"recentSuccessRate": 1.0,
"recentTerminal": 348462,
"recentWilsonLowerBound": 0.9999889756769776,
"running": 1,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58077.0,
"waiting": 98
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.0016874149835563131,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348462,
"recentSuccessRate": 1.0,
"recentTerminal": 348462,
"recentWilsonLowerBound": 0.9999889756769776,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58077.0,
"waiting": 98
},
"Biren_166m": {
"available": true,
"backlogHours": 0.0016874149835563131,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348462,
"recentSuccessRate": 1.0,
"recentTerminal": 348462,
"recentWilsonLowerBound": 0.9999889756769776,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58077.0,
"waiting": 98
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.0016874149835563131,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348462,
"recentSuccessRate": 1.0,
"recentTerminal": 348462,
"recentWilsonLowerBound": 0.9999889756769776,
"running": 1,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58077.0,
"waiting": 98
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.0016874149835563131,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348462,
"recentSuccessRate": 1.0,
"recentTerminal": 348462,
"recentWilsonLowerBound": 0.9999889756769776,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58077.0,
"waiting": 98
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 0.0016874149835563131,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348462,
"recentSuccessRate": 1.0,
"recentTerminal": 348462,
"recentWilsonLowerBound": 0.9999889756769776,
"running": 1,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58077.0,
"waiting": 98
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.0016874149835563131,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348462,
"recentSuccessRate": 1.0,
"recentTerminal": 348462,
"recentWilsonLowerBound": 0.9999889756769776,
"running": 1,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58077.0,
"waiting": 98
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.0016874149835563131,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348462,
"recentSuccessRate": 1.0,
"recentTerminal": 348462,
"recentWilsonLowerBound": 0.9999889756769776,
"running": 1,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58077.0,
"waiting": 98
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.0016874149835563131,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348462,
"recentSuccessRate": 1.0,
"recentTerminal": 348462,
"recentWilsonLowerBound": 0.9999889756769776,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58077.0,
"waiting": 98
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.0016874149835563131,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348462,
"recentSuccessRate": 1.0,
"recentTerminal": 348462,
"recentWilsonLowerBound": 0.9999889756769776,
"running": 1,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58077.0,
"waiting": 98
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.0016874149835563131,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348462,
"recentSuccessRate": 1.0,
"recentTerminal": 348462,
"recentWilsonLowerBound": 0.9999889756769776,
"running": 1,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58077.0,
"waiting": 98
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 0.0016874149835563131,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348462,
"recentSuccessRate": 1.0,
"recentTerminal": 348462,
"recentWilsonLowerBound": 0.9999889756769776,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58077.0,
"waiting": 98
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.0016874149835563131,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348462,
"recentSuccessRate": 1.0,
"recentTerminal": 348462,
"recentWilsonLowerBound": 0.9999889756769776,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58077.0,
"waiting": 98
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 0.0016874149835563131,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348462,
"recentSuccessRate": 1.0,
"recentTerminal": 348462,
"recentWilsonLowerBound": 0.9999889756769776,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58077.0,
"waiting": 98
}
},
"queueAttemptedAt": "2026-10-31T09:34:29.857906+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-31T09:34:29.857906+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b4",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"hygon_k100-ai",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}