Files
submmit/.modelhub_state/market_intelligence.json

755 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-09-15T05:48:17.781601+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-15T05:48:17.781601+00:00",
"frameworkAttemptedAt": "2026-09-15T00:49:49.678914+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 38995,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18750,
"successRate": 0.4808308757533017,
"wilsonLowerBound": 0.4758739153917581
},
"vllm": {
"framework": "vllm",
"modelCount": 51771,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14568,
"successRate": 0.28139305788955205,
"wilsonLowerBound": 0.2775357841688986
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2246,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 609,
"successRate": 0.2711487088156723,
"wilsonLowerBound": 0.25316556249842886
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 32168,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14031,
"successRate": 0.43617881124098484,
"wilsonLowerBound": 0.43076740250783546
},
"vllm": {
"framework": "vllm",
"modelCount": 37097,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10574,
"successRate": 0.2850365258646252,
"wilsonLowerBound": 0.28046509643366097
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7940,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3494,
"successRate": 0.44005037783375317,
"wilsonLowerBound": 0.42916325692220364
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 63856,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12068,
"successRate": 0.18898772237534453,
"wilsonLowerBound": 0.18596987857470815
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 16012,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3215,
"successRate": 0.20078690981763678,
"wilsonLowerBound": 0.19465414483098104
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5613,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 47,
"successRate": 0.008373418849100303,
"wilsonLowerBound": 0.006302995982195332
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26066,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3204,
"successRate": 0.12291874472492903,
"wilsonLowerBound": 0.11898812019678023
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16460,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1673,
"successRate": 0.10164034021871203,
"wilsonLowerBound": 0.09711653808245735
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 10346,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4419,
"successRate": 0.42712159288613954,
"wilsonLowerBound": 0.41761853249865655
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24090,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3778,
"successRate": 0.1568285595682856,
"wilsonLowerBound": 0.15229124928781043
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8066,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.0674435903793702,
"wilsonLowerBound": 0.0621738174048722
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 41239,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10393,
"successRate": 0.2520187201435534,
"wilsonLowerBound": 0.2478514700630439
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23043,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3046,
"successRate": 0.13218764917762443,
"wilsonLowerBound": 0.1278757378419623
},
"vllm": {
"framework": "vllm",
"modelCount": 86539,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9763,
"successRate": 0.1128161869215036,
"wilsonLowerBound": 0.11072548626242215
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 39430,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4834,
"successRate": 0.12259700735480598,
"wilsonLowerBound": 0.11939642820577456
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 29158,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3323,
"successRate": 0.11396529254407024,
"wilsonLowerBound": 0.11036858604305465
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 87985,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20665,
"successRate": 0.23486958004205263,
"wilsonLowerBound": 0.2320800654207703
},
"transformers": {
"framework": "transformers",
"modelCount": 5108,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 564,
"successRate": 0.11041503523884104,
"wilsonLowerBound": 0.10211120238578834
},
"vllm": {
"framework": "vllm",
"modelCount": 112474,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16505,
"successRate": 0.14674502551700838,
"wilsonLowerBound": 0.14468908806873762
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 16127,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3299,
"successRate": 0.20456377503565448,
"wilsonLowerBound": 0.1984086610556752
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 42677,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5555,
"successRate": 0.13016378845748294,
"wilsonLowerBound": 0.1270046050448969
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6359,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 501,
"successRate": 0.0787859726372071,
"wilsonLowerBound": 0.07241574651480594
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 198,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 36,
"successRate": 0.18181818181818182,
"wilsonLowerBound": 0.1343204258911728
},
"vllm": {
"framework": "vllm",
"modelCount": 30564,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5346,
"successRate": 0.17491166077738515,
"wilsonLowerBound": 0.1706935589289273
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 60787,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12383,
"successRate": 0.20371131985457416,
"wilsonLowerBound": 0.20052829452009804
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6835,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2016,
"successRate": 0.29495245062179953,
"wilsonLowerBound": 0.2842589025319132
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 12203,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3193,
"successRate": 0.2616569695976399,
"wilsonLowerBound": 0.25393422021994216
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 59671,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16271,
"successRate": 0.27267852055437314,
"wilsonLowerBound": 0.2691199921614778
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 46221,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20135,
"successRate": 0.4356244996862898,
"wilsonLowerBound": 0.43110963689215015
},
"vllm": {
"framework": "vllm",
"modelCount": 35966,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3211,
"successRate": 0.08927876327642774,
"wilsonLowerBound": 0.08637548198083014
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 347,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 8.578644125496408e-19
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6276,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030592734225621414,
"wilsonLowerBound": 0.026610861971840757
},
"vllm": {
"framework": "vllm",
"modelCount": 10015,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 734,
"successRate": 0.07329006490264603,
"wilsonLowerBound": 0.06834786879905706
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 5680,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2387,
"successRate": 0.42024647887323946,
"wilsonLowerBound": 0.40746784180295087
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7370,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 235,
"successRate": 0.03188602442333786,
"wilsonLowerBound": 0.028112231661917748
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 10949,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3709,
"successRate": 0.33875239747922187,
"wilsonLowerBound": 0.32994505541886127
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 26112,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13208,
"successRate": 0.5058210784313726,
"wilsonLowerBound": 0.49975642545025484
},
"vllm": {
"framework": "vllm",
"modelCount": 61280,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6036,
"successRate": 0.09849869451697128,
"wilsonLowerBound": 0.09616443760408025
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 12293,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1742,
"successRate": 0.14170666232815424,
"wilsonLowerBound": 0.13565344184922293
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-15T05:54:42.990344+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 843.5357142857143,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.1964736052206164,
"queueFactor": 1.0127831869261201,
"queueWeight": 1.0127831869261201,
"recentSuccess": 56,
"recentSuccessRate": 0.3333333333333333,
"recentTerminal": 168,
"recentWilsonLowerBound": 0.2664776259339771,
"running": 8,
"selectionWeight": 1.2117683509683204,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 28.0,
"waiting": 23619
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1459.2521739130434,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9328513662763412,
"queueWeight": 0.9328513662763412,
"recentSuccess": 53,
"recentSuccessRate": 0.4608695652173913,
"recentTerminal": 115,
"recentWilsonLowerBound": 0.37250496228084184,
"running": 8,
"selectionWeight": 2.3321284156908533,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.166666666666668,
"waiting": 27969
},
"Biren_166m": {
"available": true,
"backlogHours": 725.4418604651163,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.054701829042020374,
"queueFactor": 1.0359567212893648,
"queueWeight": 1.0359567212893648,
"recentSuccess": 6,
"recentSuccessRate": 0.13953488372093023,
"recentTerminal": 43,
"recentWilsonLowerBound": 0.06555634267713947,
"running": 2,
"selectionWeight": 0.05666872746290278,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.166666666666667,
"waiting": 5199
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1486.258064516129,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.8939930952516968,
"queueFactor": 0.9302889676673196,
"queueWeight": 0.9302889676673196,
"recentSuccess": 21,
"recentSuccessRate": 0.3387096774193548,
"recentTerminal": 62,
"recentWilsonLowerBound": 0.2334153463018197,
"running": 7,
"selectionWeight": 0.8316719136834128,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 10.333333333333334,
"waiting": 15358
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 447.79200000000003,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.11825305009078448,
"queueFactor": 1.1137059880305058,
"queueWeight": 1.1137059880305058,
"recentSuccess": 18,
"recentSuccessRate": 0.144,
"recentTerminal": 125,
"recentWilsonLowerBound": 0.09306819886613768,
"running": 7,
"selectionWeight": 0.131699129988978,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.833333333333332,
"waiting": 9329
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 56.11149825783972,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 12,
"recentSuccessRate": 0.041811846689895474,
"recentTerminal": 287,
"recentWilsonLowerBound": 0.02407710072228134,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 47.833333333333336,
"waiting": 2684
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 126.78260869565217,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.3147918440469804,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 40,
"recentSuccessRate": 0.1932367149758454,
"recentTerminal": 207,
"recentWilsonLowerBound": 0.14523760917281775,
"running": 4,
"selectionWeight": 0.40922939726107455,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 34.5,
"waiting": 4374
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2277.4285714285716,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.4547464370849997,
"queueFactor": 0.8726001625985187,
"queueWeight": 0.8726001625985187,
"recentSuccess": 12,
"recentSuccessRate": 0.2857142857142857,
"recentTerminal": 42,
"recentWilsonLowerBound": 0.1716685874457567,
"running": 2,
"selectionWeight": 0.3968118149414678,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.0,
"waiting": 15942
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 908.6842105263158,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.5579981904381488,
"queueFactor": 1.0015440541625533,
"queueWeight": 1.0015440541625533,
"recentSuccess": 21,
"recentSuccessRate": 0.27631578947368424,
"recentTerminal": 76,
"recentWilsonLowerBound": 0.18840105352742306,
"running": 7,
"selectionWeight": 0.5588597698667921,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 12.666666666666666,
"waiting": 11510
},
"MetaX_c-500": {
"available": true,
"backlogHours": 927.4736842105264,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.8030573867363776,
"queueFactor": 0.998474010254385,
"queueWeight": 0.998474010254385,
"recentSuccess": 24,
"recentSuccessRate": 0.3157894736842105,
"recentTerminal": 76,
"recentWilsonLowerBound": 0.22230704805907556,
"running": 4,
"selectionWeight": 0.8018319293990775,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 12.666666666666666,
"waiting": 11748
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2157.6923076923076,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.7602101549331324,
"queueFactor": 0.8796979447023985,
"queueWeight": 0.8796979447023985,
"recentSuccess": 28,
"recentSuccessRate": 0.4307692307692308,
"recentTerminal": 65,
"recentWilsonLowerBound": 0.31759267537345776,
"running": 4,
"selectionWeight": 1.548453255538967,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 10.833333333333334,
"waiting": 23375
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 5363.647058823529,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.7546137441486946,
"queueFactor": 0.7673844161740506,
"queueWeight": 0.7673844161740506,
"recentSuccess": 7,
"recentSuccessRate": 0.4117647058823529,
"recentTerminal": 17,
"recentWilsonLowerBound": 0.21610786039131383,
"running": 2,
"selectionWeight": 0.5790788274904605,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 2.8333333333333335,
"waiting": 15197
},
"Vastai_va16": {
"available": true,
"backlogHours": 1680.1304347826085,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.4639570170294225,
"queueFactor": 0.9133359544513154,
"queueWeight": 0.9133359544513154,
"recentSuccess": 13,
"recentSuccessRate": 0.2826086956521739,
"recentTerminal": 46,
"recentWilsonLowerBound": 0.1732404154491407,
"running": 16,
"selectionWeight": 0.4237486249729528,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.666666666666667,
"waiting": 12881
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 740.4807692307693,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.34858750229310276,
"queueFactor": 1.0327731453556084,
"queueWeight": 1.0327731453556084,
"recentSuccess": 23,
"recentSuccessRate": 0.22115384615384615,
"recentTerminal": 104,
"recentWilsonLowerBound": 0.1521283501066639,
"running": 6,
"selectionWeight": 0.3600118111749031,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.333333333333332,
"waiting": 12835
}
},
"queueAttemptedAt": "2026-09-15T05:54:42.990344+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-15T05:54:42.990344+00:00",
"supportedGpus": [
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Cambricon_mlu-370-x4",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"Ascend_910-b3",
"Biren_166m",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}