Files
submmit/.modelhub_state/market_intelligence.json

748 lines
23 KiB
JSON

{
"communityAttemptedAt": "2026-10-30T09:53:46.546645+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-30T09:53:46.546645+00:00",
"frameworkAttemptedAt": "2026-10-30T09:06:35.896969+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44921,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22745,
"successRate": 0.5063333407537677,
"wilsonLowerBound": 0.5017095430031777
},
"vllm": {
"framework": "vllm",
"modelCount": 59476,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15737,
"successRate": 0.2645941219987894,
"wilsonLowerBound": 0.2610642234653945
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 48,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 18,
"successRate": 0.375,
"wilsonLowerBound": 0.2521507240406812
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6528,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2141,
"successRate": 0.32797181372549017,
"wilsonLowerBound": 0.31668708845277965
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40147,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19472,
"successRate": 0.48501756046529004,
"wilsonLowerBound": 0.48013040295921794
},
"vllm": {
"framework": "vllm",
"modelCount": 41292,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11259,
"successRate": 0.27266782911944204,
"wilsonLowerBound": 0.26839369656113865
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15923,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6395,
"successRate": 0.4016202976825975,
"wilsonLowerBound": 0.3940304350814958
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26904,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3307,
"successRate": 0.12291852512637526,
"wilsonLowerBound": 0.11904874759819431
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16535,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10136074992440278,
"wilsonLowerBound": 0.09685269578187866
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19348,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7305,
"successRate": 0.37755840396940255,
"wilsonLowerBound": 0.3707524218050106
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24865,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3812,
"successRate": 0.15330786245726927,
"wilsonLowerBound": 0.1488832088267288
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 59335,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14730,
"successRate": 0.24825145361085363,
"wilsonLowerBound": 0.24479180189483532
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 30129,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4136,
"successRate": 0.13727637824023367,
"wilsonLowerBound": 0.13343664171515127
},
"vllm": {
"framework": "vllm",
"modelCount": 87140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222171218728483,
"wilsonLowerBound": 0.11014304038606977
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50764,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5805,
"successRate": 0.11435269088330313,
"wilsonLowerBound": 0.11161340517892779
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 54947,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3906,
"successRate": 0.07108668353140299,
"wilsonLowerBound": 0.06896788403753468
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95651,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24193,
"successRate": 0.25292992232177397,
"wilsonLowerBound": 0.25018506957895714
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 168,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6755,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.09341228719467061,
"wilsonLowerBound": 0.08670165518342235
},
"vllm": {
"framework": "vllm",
"modelCount": 113038,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16551,
"successRate": 0.14641978803588174,
"wilsonLowerBound": 0.14437086145827077
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 423,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004728132387706856,
"wilsonLowerBound": 0.0012975563233095547
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26588,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4289,
"successRate": 0.1613133744546412,
"wilsonLowerBound": 0.1569410688845808
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45223,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5889,
"successRate": 0.13022134754439113,
"wilsonLowerBound": 0.12715087195282573
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9177,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 853,
"successRate": 0.09294976571864444,
"wilsonLowerBound": 0.08717808372979531
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 37006,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7594,
"successRate": 0.20520996595146732,
"wilsonLowerBound": 0.20112589604900902
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61660,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12433,
"successRate": 0.20163801492053196,
"wilsonLowerBound": 0.1984897022692265
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21246,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5859,
"successRate": 0.27576955662242303,
"wilsonLowerBound": 0.2698011288494846
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17073,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4110,
"successRate": 0.2407309787383588,
"wilsonLowerBound": 0.23437670466950508
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71242,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19504,
"successRate": 0.27377109008730804,
"wilsonLowerBound": 0.27050905314382084
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2757,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1513,
"successRate": 0.5487849111352919,
"wilsonLowerBound": 0.5301547574869946
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49383,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22221,
"successRate": 0.4499726626571897,
"wilsonLowerBound": 0.44558886527027025
},
"vllm": {
"framework": "vllm",
"modelCount": 42600,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5674,
"successRate": 0.1331924882629108,
"wilsonLowerBound": 0.12999888480514207
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1456,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6290,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052464228934817,
"wilsonLowerBound": 0.026551520034527744
},
"vllm": {
"framework": "vllm",
"modelCount": 10131,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 767,
"successRate": 0.07570822228802684,
"wilsonLowerBound": 0.07071634427594103
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8389,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3688,
"successRate": 0.4396233162474669,
"wilsonLowerBound": 0.42903195707240865
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7476,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 254,
"successRate": 0.03397538790797218,
"wilsonLowerBound": 0.030102074381377207
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 23561,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6540,
"successRate": 0.27757735240439707,
"wilsonLowerBound": 0.271895927207455
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29901,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15333,
"successRate": 0.5127922143072138,
"wilsonLowerBound": 0.5071253982564852
},
"vllm": {
"framework": "vllm",
"modelCount": 69730,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7611,
"successRate": 0.10914957693962427,
"wilsonLowerBound": 0.10685655907668663
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15147,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2863,
"successRate": 0.18901432626922823,
"wilsonLowerBound": 0.18285832350524583
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-30T10:00:17.716711+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.0012103851041939844,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.499999989824073,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346997,
"recentSuccessRate": 1.0,
"recentTerminal": 346997,
"recentWilsonLowerBound": 0.999988929133479,
"running": 0,
"selectionWeight": 2.499999989824073,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57832.833333333336,
"waiting": 70
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.0012101828240480615,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347055,
"recentSuccessRate": 1.0,
"recentTerminal": 347055,
"recentWilsonLowerBound": 0.9999889309836272,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57842.5,
"waiting": 70
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.0012103851041939844,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.499999989824073,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346997,
"recentSuccessRate": 1.0,
"recentTerminal": 346997,
"recentWilsonLowerBound": 0.999988929133479,
"running": 8,
"selectionWeight": 2.499999989824073,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57832.833333333336,
"waiting": 70
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.0,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.499999989824073,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346997,
"recentSuccessRate": 1.0,
"recentTerminal": 346997,
"recentWilsonLowerBound": 0.999988929133479,
"running": 8,
"selectionWeight": 2.499999989824073,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57832.833333333336,
"waiting": 0
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 0.0,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 2.499999989824073,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346997,
"recentSuccessRate": 1.0,
"recentTerminal": 346997,
"recentWilsonLowerBound": 0.999988929133479,
"running": 8,
"selectionWeight": 2.499999989824073,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57832.833333333336,
"waiting": 0
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.0,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.499999989824073,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346997,
"recentSuccessRate": 1.0,
"recentTerminal": 346997,
"recentWilsonLowerBound": 0.999988929133479,
"running": 8,
"selectionWeight": 2.499999989824073,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57832.833333333336,
"waiting": 0
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.0,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.499999989824073,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346997,
"recentSuccessRate": 1.0,
"recentTerminal": 346997,
"recentWilsonLowerBound": 0.999988929133479,
"running": 8,
"selectionWeight": 2.499999989824073,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57832.833333333336,
"waiting": 0
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.0,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347055,
"recentSuccessRate": 1.0,
"recentTerminal": 347055,
"recentWilsonLowerBound": 0.9999889309836272,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57842.5,
"waiting": 0
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.0012103851041939844,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.499999989824073,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346997,
"recentSuccessRate": 1.0,
"recentTerminal": 346997,
"recentWilsonLowerBound": 0.999988929133479,
"running": 8,
"selectionWeight": 2.499999989824073,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57832.833333333336,
"waiting": 70
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.0,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.499999989824073,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346997,
"recentSuccessRate": 1.0,
"recentTerminal": 346997,
"recentWilsonLowerBound": 0.999988929133479,
"running": 8,
"selectionWeight": 2.499999989824073,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57832.833333333336,
"waiting": 0
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 0.0012101828240480615,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347055,
"recentSuccessRate": 1.0,
"recentTerminal": 347055,
"recentWilsonLowerBound": 0.9999889309836272,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57842.5,
"waiting": 70
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.0012103851041939844,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.499999989824073,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346997,
"recentSuccessRate": 1.0,
"recentTerminal": 346997,
"recentWilsonLowerBound": 0.999988929133479,
"running": 0,
"selectionWeight": 2.499999989824073,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57832.833333333336,
"waiting": 70
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 0.0,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.499999989824073,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346997,
"recentSuccessRate": 1.0,
"recentTerminal": 346997,
"recentWilsonLowerBound": 0.999988929133479,
"running": 0,
"selectionWeight": 2.499999989824073,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57832.833333333336,
"waiting": 0
}
},
"queueAttemptedAt": "2026-10-30T10:00:17.716711+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-30T10:00:17.716711+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Ascend_910-b4",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"hygon_k100-ai",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}