Files
submmit/.modelhub_state/market_intelligence.json

773 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-10-04T13:50:19.264962+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-04T13:50:19.264962+00:00",
"frameworkAttemptedAt": "2026-10-04T10:26:55.869476+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40908,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20056,
"successRate": 0.49027085166715556,
"wilsonLowerBound": 0.48542759567459687
},
"vllm": {
"framework": "vllm",
"modelCount": 54763,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15107,
"successRate": 0.27586143929295326,
"wilsonLowerBound": 0.2721338376564295
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 0,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 3631,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1068,
"successRate": 0.2941338474249518,
"wilsonLowerBound": 0.279536690038261
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 35499,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16402,
"successRate": 0.4620411842587115,
"wilsonLowerBound": 0.4568592080631989
},
"vllm": {
"framework": "vllm",
"modelCount": 39118,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10922,
"successRate": 0.27920650339996933,
"wilsonLowerBound": 0.27478269287270923
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 11481,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4807,
"successRate": 0.4186917515895828,
"wilsonLowerBound": 0.4096960519488871
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64175,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12094,
"successRate": 0.18845344760420724,
"wilsonLowerBound": 0.18544638715707698
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 25965,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5499,
"successRate": 0.21178509532062392,
"wilsonLowerBound": 0.20685819592115395
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7313,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 94,
"successRate": 0.012853821960891562,
"wilsonLowerBound": 0.010515871347068004
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26519,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3261,
"successRate": 0.12296843772389607,
"wilsonLowerBound": 0.11907036486703776
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16496,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.1016003879728419,
"wilsonLowerBound": 0.09708223705449089
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 14052,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5687,
"successRate": 0.404711073156846,
"wilsonLowerBound": 0.39662253132052433
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24559,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3798,
"successRate": 0.1546479905533613,
"wilsonLowerBound": 0.15017991859559596
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 48860,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12188,
"successRate": 0.24944740073679902,
"wilsonLowerBound": 0.2456304853033133
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23670,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3109,
"successRate": 0.13134769750739334,
"wilsonLowerBound": 0.12710425641730155
},
"vllm": {
"framework": "vllm",
"modelCount": 86856,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9768,
"successRate": 0.11246200607902736,
"wilsonLowerBound": 0.1103779943130531
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 44272,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5390,
"successRate": 0.12174737983375497,
"wilsonLowerBound": 0.11873414632104204
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 42034,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3588,
"successRate": 0.08535947090450588,
"wilsonLowerBound": 0.08272601349902839
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 91183,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22425,
"successRate": 0.2459340008554226,
"wilsonLowerBound": 0.2431495413931281
},
"transformers": {
"framework": "transformers",
"modelCount": 5451,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 580,
"successRate": 0.10640249495505412,
"wilsonLowerBound": 0.09849200715454062
},
"vllm": {
"framework": "vllm",
"modelCount": 112786,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16528,
"successRate": 0.1465430106573511,
"wilsonLowerBound": 0.14449108665305666
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 21363,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3812,
"successRate": 0.17843935776810374,
"wilsonLowerBound": 0.1733629034486735
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43426,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5646,
"successRate": 0.1300142771611477,
"wilsonLowerBound": 0.12688373060122243
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7627,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 697,
"successRate": 0.09138586600236004,
"wilsonLowerBound": 0.08512284797491627
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 204,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18137254901960784,
"wilsonLowerBound": 0.1345454147948475
},
"vllm": {
"framework": "vllm",
"modelCount": 33198,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6380,
"successRate": 0.19218025182239895,
"wilsonLowerBound": 0.1879774680284932
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61391,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12411,
"successRate": 0.20216318352853024,
"wilsonLowerBound": 0.1990049042157344
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 12620,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3698,
"successRate": 0.293026941362916,
"wilsonLowerBound": 0.2851497674103749
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14767,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3662,
"successRate": 0.24798537279068192,
"wilsonLowerBound": 0.24108627374125574
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 65739,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18056,
"successRate": 0.2746619206255039,
"wilsonLowerBound": 0.2712631232282727
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 540,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 334,
"successRate": 0.6185185185185185,
"wilsonLowerBound": 0.5768471073200663
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 47780,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21246,
"successRate": 0.44466303892842196,
"wilsonLowerBound": 0.440211853219937
},
"vllm": {
"framework": "vllm",
"modelCount": 38613,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4335,
"successRate": 0.11226788905290964,
"wilsonLowerBound": 0.10915748699592323
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 889,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6284,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030553787396562698,
"wilsonLowerBound": 0.026576919854083197
},
"vllm": {
"framework": "vllm",
"modelCount": 10058,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 751,
"successRate": 0.0746669317955856,
"wilsonLowerBound": 0.06969069169765733
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6811,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2963,
"successRate": 0.4350315665834679,
"wilsonLowerBound": 0.4232974770704181
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7403,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 243,
"successRate": 0.03282453059570444,
"wilsonLowerBound": 0.029001798401434808
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 15498,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4888,
"successRate": 0.31539553490773004,
"wilsonLowerBound": 0.3081261780203354
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 27626,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14091,
"successRate": 0.5100629841453703,
"wilsonLowerBound": 0.5041670586220731
},
"vllm": {
"framework": "vllm",
"modelCount": 65595,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6899,
"successRate": 0.10517569936732983,
"wilsonLowerBound": 0.10285105059265287
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 13230,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2083,
"successRate": 0.15744520030234316,
"wilsonLowerBound": 0.15133834085622908
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-04T13:50:19.264962+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1311.3170731707316,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9431634039661612,
"queueWeight": 0.9431634039661612,
"recentSuccess": 49,
"recentSuccessRate": 0.3983739837398374,
"recentTerminal": 123,
"recentWilsonLowerBound": 0.3161974081257675,
"running": 8,
"selectionWeight": 2.357908509915403,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.5,
"waiting": 26882
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1410.725806451613,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.453417408605994,
"queueFactor": 0.9328819859853695,
"queueWeight": 0.9328819859853695,
"recentSuccess": 49,
"recentSuccessRate": 0.3951612903225806,
"recentTerminal": 124,
"recentWilsonLowerBound": 0.313505613184297,
"running": 8,
"selectionWeight": 2.2887489045914386,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.666666666666668,
"waiting": 29155
},
"Biren_166m": {
"available": true,
"backlogHours": 142.6578947368421,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.5954558555914077,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 34,
"recentSuccessRate": 0.2236842105263158,
"recentTerminal": 152,
"recentWilsonLowerBound": 0.16471584524275282,
"running": 8,
"selectionWeight": 0.77409261226883,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.333333333333332,
"waiting": 3614
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1248.2337662337661,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.12726685990679548,
"queueFactor": 0.9501643014789131,
"queueWeight": 0.9501643014789131,
"recentSuccess": 11,
"recentSuccessRate": 0.14285714285714285,
"recentTerminal": 77,
"recentWilsonLowerBound": 0.08168247823927464,
"running": 7,
"selectionWeight": 0.12092442704475502,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 12.833333333333334,
"waiting": 16019
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 445.39655172413796,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 1.1028131853812846,
"queueFactor": 1.108998786648366,
"queueWeight": 1.108998786648366,
"recentSuccess": 34,
"recentSuccessRate": 0.29310344827586204,
"recentTerminal": 116,
"recentWilsonLowerBound": 0.21796941154524363,
"running": 7,
"selectionWeight": 1.2230184844876641,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.333333333333332,
"waiting": 8611
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 43.13278008298755,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 14,
"recentSuccessRate": 0.029045643153526972,
"recentTerminal": 482,
"recentWilsonLowerBound": 0.017379160604354318,
"running": 23,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 80.33333333333333,
"waiting": 3465
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 103.05319148936171,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.07811692513836768,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 34,
"recentSuccessRate": 0.09042553191489362,
"recentTerminal": 376,
"recentWilsonLowerBound": 0.06543028620457,
"running": 5,
"selectionWeight": 0.10155200267987799,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 62.666666666666664,
"waiting": 6458
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 1735.7777777777778,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.6903422181493373,
"queueFactor": 0.9043134285981003,
"queueWeight": 0.9043134285981003,
"recentSuccess": 15,
"recentSuccessRate": 0.2777777777777778,
"recentTerminal": 54,
"recentWilsonLowerBound": 0.17616675448211208,
"running": 2,
"selectionWeight": 0.6242857382006449,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.0,
"waiting": 15622
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 337.37579617834393,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.5533369107596537,
"queueFactor": 1.156181484576883,
"queueWeight": 1.156181484576883,
"recentSuccess": 34,
"recentSuccessRate": 0.21656050955414013,
"recentTerminal": 157,
"recentWilsonLowerBound": 0.15931387208372824,
"running": 8,
"selectionWeight": 0.6397578909532827,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.166666666666668,
"waiting": 8828
},
"MetaX_c-500": {
"available": true,
"backlogHours": 610.9090909090909,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.7000853521502831,
"queueFactor": 1.0576612917815067,
"queueWeight": 1.0576612917815067,
"recentSuccess": 25,
"recentSuccessRate": 0.25252525252525254,
"recentTerminal": 99,
"recentWilsonLowerBound": 0.17729258424187705,
"running": 4,
"selectionWeight": 0.7404531779125795,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.5,
"waiting": 10080
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1484.1573033707864,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.09915575369105,
"queueFactor": 0.9258083821637101,
"queueWeight": 0.9258083821637101,
"recentSuccess": 27,
"recentSuccessRate": 0.30337078651685395,
"recentTerminal": 89,
"recentWilsonLowerBound": 0.21764052928150573,
"running": 4,
"selectionWeight": 1.0176076100706444,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.833333333333334,
"waiting": 22015
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 1133.1333333333334,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.05,
"queueFactor": 0.9640530794944351,
"queueWeight": 0.9640530794944351,
"recentSuccess": 7,
"recentSuccessRate": 0.07777777777777778,
"recentTerminal": 90,
"recentWilsonLowerBound": 0.038184329597727634,
"running": 2,
"selectionWeight": 0.04820265397472176,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 15.0,
"waiting": 16997
},
"Vastai_va16": {
"available": true,
"backlogHours": 1331.3239436619717,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.06040315714579282,
"queueFactor": 0.9410236473677043,
"queueWeight": 0.9410236473677043,
"recentSuccess": 8,
"recentSuccessRate": 0.11267605633802817,
"recentTerminal": 71,
"recentWilsonLowerBound": 0.05821202176555297,
"running": 16,
"selectionWeight": 0.05684079924985857,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 11.833333333333334,
"waiting": 15754
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 642.3529411764706,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.05,
"queueFactor": 1.049728627125437,
"queueWeight": 1.049728627125437,
"recentSuccess": 7,
"recentSuccessRate": 0.0374331550802139,
"recentTerminal": 187,
"recentWilsonLowerBound": 0.018248626899479207,
"running": 6,
"selectionWeight": 0.052486431356271845,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 31.166666666666668,
"waiting": 20020
}
},
"queueAttemptedAt": "2026-10-04T13:43:17.864206+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-04T13:43:17.864206+00:00",
"supportedGpus": [
"Vastai_va16",
"Cambricon_mlu-370-x4",
"Kunlunxin_p-800",
"Iluvatar_mrv-100",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}