Files
submmit/.modelhub_state/market_intelligence.json

773 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-10-01T06:33:06.357574+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-01T06:33:06.357574+00:00",
"frameworkAttemptedAt": "2026-10-01T02:08:52.569292+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40388,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19666,
"successRate": 0.4869268099435476,
"wilsonLowerBound": 0.4820535455907323
},
"vllm": {
"framework": "vllm",
"modelCount": 54057,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14990,
"successRate": 0.27729988715615,
"wilsonLowerBound": 0.2735419687157209
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 0,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 3317,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 940,
"successRate": 0.2833886041603859,
"wilsonLowerBound": 0.26830985724967893
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 34905,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15986,
"successRate": 0.4579859618965764,
"wilsonLowerBound": 0.45276397807114516
},
"vllm": {
"framework": "vllm",
"modelCount": 38736,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10860,
"successRate": 0.28035935563816605,
"wilsonLowerBound": 0.2759081487644032
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 10950,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4583,
"successRate": 0.4185388127853881,
"wilsonLowerBound": 0.4093288459062975
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64144,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12093,
"successRate": 0.18852893489648292,
"wilsonLowerBound": 0.18552068265502691
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 24324,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4997,
"successRate": 0.2054349613550403,
"wilsonLowerBound": 0.20040427436815803
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7120,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 82,
"successRate": 0.011516853932584269,
"wilsonLowerBound": 0.009288599525007681
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26481,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3256,
"successRate": 0.12295608171896831,
"wilsonLowerBound": 0.119055424674239
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16492,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.1016250303177298,
"wilsonLowerBound": 0.09710584128729235
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 13395,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5473,
"successRate": 0.4085852930197835,
"wilsonLowerBound": 0.40028788690818456
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24491,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3797,
"successRate": 0.15503654403658487,
"wilsonLowerBound": 0.15055764599820173
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 47604,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11853,
"successRate": 0.24899168137131333,
"wilsonLowerBound": 0.24512741445247757
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23601,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3100,
"successRate": 0.13135036650989365,
"wilsonLowerBound": 0.12710077657717714
},
"vllm": {
"framework": "vllm",
"modelCount": 86823,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9768,
"successRate": 0.11250475104522994,
"wilsonLowerBound": 0.11041999593565358
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 43439,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5293,
"successRate": 0.12184902967379543,
"wilsonLowerBound": 0.11880624304573173
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 39602,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3559,
"successRate": 0.089869198525327,
"wilsonLowerBound": 0.08709204271392837
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 90675,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22164,
"successRate": 0.24443341604631927,
"wilsonLowerBound": 0.2416470464275076
},
"transformers": {
"framework": "transformers",
"modelCount": 5421,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 580,
"successRate": 0.10699133001291275,
"wilsonLowerBound": 0.09903938729663994
},
"vllm": {
"framework": "vllm",
"modelCount": 112760,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16526,
"successRate": 0.1465590634976942,
"wilsonLowerBound": 0.1445068101472657
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 20711,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3732,
"successRate": 0.18019409975375406,
"wilsonLowerBound": 0.17501898370059668
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43305,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5635,
"successRate": 0.13012354231612977,
"wilsonLowerBound": 0.12698752962984056
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7459,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 663,
"successRate": 0.08888590963936184,
"wilsonLowerBound": 0.08263742557686235
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 200,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 36,
"successRate": 0.18,
"wilsonLowerBound": 0.1329455066253411
},
"vllm": {
"framework": "vllm",
"modelCount": 32721,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6218,
"successRate": 0.19003086702729136,
"wilsonLowerBound": 0.18581636803237603
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61314,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12406,
"successRate": 0.20233551880484066,
"wilsonLowerBound": 0.19917424688395857
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 11467,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3371,
"successRate": 0.29397401238336096,
"wilsonLowerBound": 0.28570546720557083
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14484,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3625,
"successRate": 0.25027616680475007,
"wilsonLowerBound": 0.24328841104487942
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 64806,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 17782,
"successRate": 0.27438817393451226,
"wilsonLowerBound": 0.2709661752124722
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 383,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 240,
"successRate": 0.6266318537859008,
"wilsonLowerBound": 0.5771559906660856
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 47506,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21045,
"successRate": 0.44299667410432364,
"wilsonLowerBound": 0.43853451284741574
},
"vllm": {
"framework": "vllm",
"modelCount": 38123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4128,
"successRate": 0.10828109015554914,
"wilsonLowerBound": 0.1052011975318565
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 817,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6283,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030558650326277255,
"wilsonLowerBound": 0.02658115788279188
},
"vllm": {
"framework": "vllm",
"modelCount": 10050,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 748,
"successRate": 0.07442786069651741,
"wilsonLowerBound": 0.06945735804096988
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6609,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2866,
"successRate": 0.43365108185807233,
"wilsonLowerBound": 0.4217448907338436
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7400,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 243,
"successRate": 0.032837837837837835,
"wilsonLowerBound": 0.02901357764943315
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 14874,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4784,
"successRate": 0.32163506790372465,
"wilsonLowerBound": 0.3141751387556192
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 27408,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13978,
"successRate": 0.5099970811441915,
"wilsonLowerBound": 0.5040777455951545
},
"vllm": {
"framework": "vllm",
"modelCount": 64810,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6768,
"successRate": 0.10442832896158,
"wilsonLowerBound": 0.10209725133426692
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 13084,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2032,
"successRate": 0.1553041883216142,
"wilsonLowerBound": 0.1491992254616591
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-01T06:33:06.357574+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1142.6619718309857,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.7444633855127569,
"queueFactor": 0.9997893510096991,
"queueWeight": 0.9997893510096991,
"recentSuccess": 45,
"recentSuccessRate": 0.31690140845070425,
"recentTerminal": 142,
"recentWilsonLowerBound": 0.2460579755145257,
"running": 8,
"selectionWeight": 0.7443065650522827,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.666666666666668,
"waiting": 27043
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1535.5263157894738,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9564396750455876,
"queueWeight": 0.9564396750455876,
"recentSuccess": 59,
"recentSuccessRate": 0.5175438596491229,
"recentTerminal": 114,
"recentWilsonLowerBound": 0.42674878617016127,
"running": 8,
"selectionWeight": 2.391099187613969,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.0,
"waiting": 29175
},
"Biren_166m": {
"available": true,
"backlogHours": 122.68341708542714,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.20861681672443194,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 37,
"recentSuccessRate": 0.18592964824120603,
"recentTerminal": 199,
"recentWilsonLowerBound": 0.13800785219065148,
"running": 8,
"selectionWeight": 0.27120186174176153,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 33.166666666666664,
"waiting": 4069
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1812.4705882352941,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.27108086610691856,
"queueFactor": 0.9329438961038499,
"queueWeight": 0.9329438961038499,
"recentSuccess": 13,
"recentSuccessRate": 0.2549019607843137,
"recentTerminal": 51,
"recentWilsonLowerBound": 0.1554562324126639,
"running": 7,
"selectionWeight": 0.25290323938499465,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.5,
"waiting": 15406
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 543.4639175257731,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.466238060324605,
"queueFactor": 1.1176879417338546,
"queueWeight": 1.1176879417338546,
"recentSuccess": 27,
"recentSuccessRate": 0.27835051546391754,
"recentTerminal": 97,
"recentWilsonLowerBound": 0.19891045889682296,
"running": 7,
"selectionWeight": 0.5211086580021925,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.166666666666668,
"waiting": 8786
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 46.479166666666664,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 12,
"recentSuccessRate": 0.041666666666666664,
"recentTerminal": 288,
"recentWilsonLowerBound": 0.02399294278674043,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 48.0,
"waiting": 2231
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 145.7943925233645,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.32734960617780196,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 47,
"recentSuccessRate": 0.21962616822429906,
"recentTerminal": 214,
"recentWilsonLowerBound": 0.16937187717422375,
"running": 3,
"selectionWeight": 0.42555448803114254,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 35.666666666666664,
"waiting": 5200
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2245.8571428571427,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.526019676757609,
"queueFactor": 0.9034182377681288,
"queueWeight": 0.9034182377681288,
"recentSuccess": 14,
"recentSuccessRate": 0.3333333333333333,
"recentTerminal": 42,
"recentWilsonLowerBound": 0.21012280761972318,
"running": 2,
"selectionWeight": 0.4752157694077198,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.0,
"waiting": 15721
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 319.24285714285713,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.31657709615227814,
"queueFactor": 1.2105367945069825,
"queueWeight": 1.2105367945069825,
"recentSuccess": 32,
"recentSuccessRate": 0.22857142857142856,
"recentTerminal": 140,
"recentWilsonLowerBound": 0.16681522885706668,
"running": 8,
"selectionWeight": 0.38322822319050753,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.333333333333332,
"waiting": 7449
},
"MetaX_c-500": {
"available": true,
"backlogHours": 621.3861386138615,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.562819945471752,
"queueFactor": 1.095448433423714,
"queueWeight": 1.095448433423714,
"recentSuccess": 30,
"recentSuccessRate": 0.297029702970297,
"recentTerminal": 101,
"recentWilsonLowerBound": 0.2166816101177431,
"running": 4,
"selectionWeight": 0.6165402275666508,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.833333333333332,
"waiting": 10460
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1808.7123287671234,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.9000704940535009,
"queueFactor": 0.9332344193228731,
"queueWeight": 0.9332344193228731,
"recentSuccess": 27,
"recentSuccessRate": 0.3698630136986301,
"recentTerminal": 73,
"recentWilsonLowerBound": 0.26822983017391167,
"running": 4,
"selectionWeight": 0.8399767648676705,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 12.166666666666666,
"waiting": 22006
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 3495.3103448275865,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.15958137338964754,
"queueFactor": 0.8454215452059936,
"queueWeight": 0.8454215452059936,
"recentSuccess": 7,
"recentSuccessRate": 0.2413793103448276,
"recentTerminal": 29,
"recentWilsonLowerBound": 0.12218268185062132,
"running": 2,
"selectionWeight": 0.13491353127717043,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 4.833333333333333,
"waiting": 16894
},
"Vastai_va16": {
"available": true,
"backlogHours": 1512.8852459016393,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.11145671084677596,
"queueFactor": 0.9585731822047813,
"queueWeight": 0.9585731822047813,
"recentSuccess": 11,
"recentSuccessRate": 0.18032786885245902,
"recentTerminal": 61,
"recentWilsonLowerBound": 0.10379034061426573,
"running": 16,
"selectionWeight": 0.1068394139944722,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 10.166666666666666,
"waiting": 15381
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1139.4545454545455,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.821490123789018,
"queueFactor": 1.0002109897336187,
"queueWeight": 1.0002109897336187,
"recentSuccess": 34,
"recentSuccessRate": 0.3434343434343434,
"recentTerminal": 99,
"recentWilsonLowerBound": 0.25731989006284084,
"running": 6,
"selectionWeight": 0.8216634497714066,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.5,
"waiting": 18801
}
},
"queueAttemptedAt": "2026-10-01T06:29:11.452156+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-01T06:29:11.452156+00:00",
"supportedGpus": [
"Vastai_va16",
"Cambricon_mlu-370-x4",
"Kunlunxin_p-800",
"Iluvatar_mrv-100",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}