Files
submmit/.modelhub_state/market_intelligence.json

800 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-11-01T10:30:35.902435+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-11-01T10:30:35.902435+00:00",
"frameworkAttemptedAt": "2026-11-01T10:20:32.433673+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 45268,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22936,
"successRate": 0.5066713793408147,
"wilsonLowerBound": 0.5020653498217382
},
"vllm": {
"framework": "vllm",
"modelCount": 59763,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15764,
"successRate": 0.26377524555326876,
"wilsonLowerBound": 0.26025735994991256
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 70,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 19,
"successRate": 0.2714285714285714,
"wilsonLowerBound": 0.18119460808784751
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6823,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2250,
"successRate": 0.32976696467829403,
"wilsonLowerBound": 0.3187100929387816
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40486,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19688,
"successRate": 0.48629155757545817,
"wilsonLowerBound": 0.48142441885162024
},
"vllm": {
"framework": "vllm",
"modelCount": 41392,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11268,
"successRate": 0.27222651720139157,
"wilsonLowerBound": 0.2679597384656086
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16409,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6521,
"successRate": 0.3974038637333171,
"wilsonLowerBound": 0.38994108781735387
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64359,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18800789322394693,
"wilsonLowerBound": 0.18500787947369549
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 41575,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8318,
"successRate": 0.20007215874924836,
"wilsonLowerBound": 0.19625439592726113
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8897,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.013262897605934585,
"wilsonLowerBound": 0.011087082714735156
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26951,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3315,
"successRate": 0.12300100181811435,
"wilsonLowerBound": 0.11913341129927003
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16539,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10133623556442349,
"wilsonLowerBound": 0.09682921445009696
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19786,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7418,
"successRate": 0.3749115536237744,
"wilsonLowerBound": 0.36819097677519613
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24867,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3814,
"successRate": 0.15337596010777335,
"wilsonLowerBound": 0.14895065767013002
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 60261,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14953,
"successRate": 0.2481372695441496,
"wilsonLowerBound": 0.24470471489987997
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 31056,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4201,
"successRate": 0.1352717671303452,
"wilsonLowerBound": 0.13151296668986495
},
"vllm": {
"framework": "vllm",
"modelCount": 87140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222171218728483,
"wilsonLowerBound": 0.11014304038606977
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50851,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5806,
"successRate": 0.11417671235570588,
"wilsonLowerBound": 0.11144161365327104
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 55844,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3938,
"successRate": 0.07051787121266385,
"wilsonLowerBound": 0.0684238515714918
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95663,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24194,
"successRate": 0.25290864806665064,
"wilsonLowerBound": 0.25016404433973366
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 173,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6768,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.09323286052009457,
"wilsonLowerBound": 0.08653452835886856
},
"vllm": {
"framework": "vllm",
"modelCount": 113038,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16551,
"successRate": 0.14641978803588174,
"wilsonLowerBound": 0.14437086145827077
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 436,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.0045871559633027525,
"wilsonLowerBound": 0.0012588399337193044
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26609,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4292,
"successRate": 0.161298808673757,
"wilsonLowerBound": 0.15692837265153667
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45612,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5908,
"successRate": 0.12952731737262124,
"wilsonLowerBound": 0.12647689964435174
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9187,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 853,
"successRate": 0.09284859039947753,
"wilsonLowerBound": 0.08708289990367094
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 206,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.1796116504854369,
"wilsonLowerBound": 0.13320865973713544
},
"vllm": {
"framework": "vllm",
"modelCount": 37318,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7698,
"successRate": 0.2062811511870947,
"wilsonLowerBound": 0.20220604128072728
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61681,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12434,
"successRate": 0.2015855774063326,
"wilsonLowerBound": 0.1984381085723057
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21806,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5964,
"successRate": 0.27350270567733653,
"wilsonLowerBound": 0.26762647383798804
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17256,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4145,
"successRate": 0.24020630505331478,
"wilsonLowerBound": 0.23389037027404935
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71562,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19592,
"successRate": 0.2737765853385875,
"wilsonLowerBound": 0.27052180165256157
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 3067,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1687,
"successRate": 0.5500489077274209,
"wilsonLowerBound": 0.53239031845964
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49588,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22334,
"successRate": 0.45039122368314916,
"wilsonLowerBound": 0.44601608711920876
},
"vllm": {
"framework": "vllm",
"modelCount": 42927,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5798,
"successRate": 0.1350665082582058,
"wilsonLowerBound": 0.13186576913199902
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1511,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6290,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052464228934817,
"wilsonLowerBound": 0.026551520034527744
},
"vllm": {
"framework": "vllm",
"modelCount": 10134,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 768,
"successRate": 0.07578448786264061,
"wilsonLowerBound": 0.0707909181540423
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8541,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3751,
"successRate": 0.43917574054560354,
"wilsonLowerBound": 0.42868012170168546
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7476,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 254,
"successRate": 0.03397538790797218,
"wilsonLowerBound": 0.030102074381377207
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 24179,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6716,
"successRate": 0.27776169403201123,
"wilsonLowerBound": 0.27215169401628303
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 30233,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15463,
"successRate": 0.5114609863394304,
"wilsonLowerBound": 0.5058251810793393
},
"vllm": {
"framework": "vllm",
"modelCount": 70076,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7647,
"successRate": 0.10912437924539072,
"wilsonLowerBound": 0.10683721158262517
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15496,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2932,
"successRate": 0.1892101187403201,
"wilsonLowerBound": 0.1831204495298458
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-11-01T10:39:50.603161+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.00168081639653546,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349830,
"recentSuccessRate": 1.0,
"recentTerminal": 349830,
"recentWilsonLowerBound": 0.9999890187867976,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58305.0,
"waiting": 98
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.0016979675842552096,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349830,
"recentSuccessRate": 1.0,
"recentTerminal": 349830,
"recentWilsonLowerBound": 0.9999890187867976,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58305.0,
"waiting": 99
},
"Biren_166m": {
"available": true,
"backlogHours": 0.0016979675842552096,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349830,
"recentSuccessRate": 1.0,
"recentTerminal": 349830,
"recentWilsonLowerBound": 0.9999890187867976,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58305.0,
"waiting": 99
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.0016979675842552096,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349830,
"recentSuccessRate": 1.0,
"recentTerminal": 349830,
"recentWilsonLowerBound": 0.9999890187867976,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58305.0,
"waiting": 99
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.00168081639653546,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349830,
"recentSuccessRate": 1.0,
"recentTerminal": 349830,
"recentWilsonLowerBound": 0.9999890187867976,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58305.0,
"waiting": 98
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 0.0016979675842552096,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349830,
"recentSuccessRate": 1.0,
"recentTerminal": 349830,
"recentWilsonLowerBound": 0.9999890187867976,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58305.0,
"waiting": 99
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.00168081639653546,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349830,
"recentSuccessRate": 1.0,
"recentTerminal": 349830,
"recentWilsonLowerBound": 0.9999890187867976,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58305.0,
"waiting": 98
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.00168081639653546,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349830,
"recentSuccessRate": 1.0,
"recentTerminal": 349830,
"recentWilsonLowerBound": 0.9999890187867976,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58305.0,
"waiting": 98
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.0016979675842552096,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349830,
"recentSuccessRate": 1.0,
"recentTerminal": 349830,
"recentWilsonLowerBound": 0.9999890187867976,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58305.0,
"waiting": 99
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.00168081639653546,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349830,
"recentSuccessRate": 1.0,
"recentTerminal": 349830,
"recentWilsonLowerBound": 0.9999890187867976,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58305.0,
"waiting": 98
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.00168081639653546,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349830,
"recentSuccessRate": 1.0,
"recentTerminal": 349830,
"recentWilsonLowerBound": 0.9999890187867976,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58305.0,
"waiting": 98
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 0.00168081639653546,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349830,
"recentSuccessRate": 1.0,
"recentTerminal": 349830,
"recentWilsonLowerBound": 0.9999890187867976,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58305.0,
"waiting": 98
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.00168081639653546,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349830,
"recentSuccessRate": 1.0,
"recentTerminal": 349830,
"recentWilsonLowerBound": 0.9999890187867976,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58305.0,
"waiting": 98
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 0.0016979675842552096,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349830,
"recentSuccessRate": 1.0,
"recentTerminal": 349830,
"recentWilsonLowerBound": 0.9999890187867976,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58305.0,
"waiting": 99
}
},
"queueAttemptedAt": "2026-11-01T10:32:49.769275+00:00",
"queueError": null,
"queueUpdatedAt": "2026-11-01T10:32:49.769275+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b4",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"hygon_k100-ai",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}