Files
submmit/.modelhub_state/market_intelligence.json

712 lines
22 KiB
JSON

{
"communityAttemptedAt": "2026-09-24T14:06:54.377076+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-24T14:06:54.377076+00:00",
"frameworkAttemptedAt": "2026-09-24T09:01:59.487266+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 33744,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15127,
"successRate": 0.44828710289236606,
"wilsonLowerBound": 0.4429869799399634
},
"vllm": {
"framework": "vllm",
"modelCount": 37996,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10759,
"successRate": 0.28316138540899044,
"wilsonLowerBound": 0.2786533091271115
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9840,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4138,
"successRate": 0.42052845528455285,
"wilsonLowerBound": 0.4108075588008563
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64105,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12089,
"successRate": 0.1885812339131113,
"wilsonLowerBound": 0.18557174697443093
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20427,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4158,
"successRate": 0.2035541195476575,
"wilsonLowerBound": 0.1980884099263536
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6474,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 68,
"successRate": 0.01050355267222737,
"wilsonLowerBound": 0.008294274794164724
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26258,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3236,
"successRate": 0.12323863203595095,
"wilsonLowerBound": 0.1193177177548628
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16475,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1675,
"successRate": 0.10166919575113809,
"wilsonLowerBound": 0.09714682432067162
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 12069,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5031,
"successRate": 0.4168530947054437,
"wilsonLowerBound": 0.408084593837188
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24342,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3790,
"successRate": 0.15569797058581875,
"wilsonLowerBound": 0.15119754458508608
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8122,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.06697857670524501,
"wilsonLowerBound": 0.06174398763609106
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 44991,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11208,
"successRate": 0.2491164899646596,
"wilsonLowerBound": 0.24514151450862032
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23416,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3080,
"successRate": 0.13153399385035872,
"wilsonLowerBound": 0.1272652919284598
},
"vllm": {
"framework": "vllm",
"modelCount": 86727,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9764,
"successRate": 0.11258316325942325,
"wilsonLowerBound": 0.1104966208846138
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 41419,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5089,
"successRate": 0.12286631739056955,
"wilsonLowerBound": 0.1197396560885289
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 34779,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3461,
"successRate": 0.09951407458523821,
"wilsonLowerBound": 0.09641202771686347
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 89368,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21431,
"successRate": 0.23980619461104646,
"wilsonLowerBound": 0.2370180653521226
},
"transformers": {
"framework": "transformers",
"modelCount": 5297,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 574,
"successRate": 0.10836322446667926,
"wilsonLowerBound": 0.10027429663257083
},
"vllm": {
"framework": "vllm",
"modelCount": 112692,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16522,
"successRate": 0.1466120044013772,
"wilsonLowerBound": 0.1445588249554736
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 18625,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3579,
"successRate": 0.19216107382550335,
"wilsonLowerBound": 0.1865662608256664
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43006,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5586,
"successRate": 0.12988885271822537,
"wilsonLowerBound": 0.126744532131394
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6968,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 582,
"successRate": 0.08352468427095293,
"wilsonLowerBound": 0.07725555008321736
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 200,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 36,
"successRate": 0.18,
"wilsonLowerBound": 0.1329455066253411
},
"vllm": {
"framework": "vllm",
"modelCount": 31796,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5852,
"successRate": 0.18404830796326582,
"wilsonLowerBound": 0.17982697135661918
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61085,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12401,
"successRate": 0.20301219612016044,
"wilsonLowerBound": 0.19984102812657034
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 9282,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2688,
"successRate": 0.2895927601809955,
"wilsonLowerBound": 0.2804538310323487
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 13639,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3462,
"successRate": 0.2538309260209693,
"wilsonLowerBound": 0.246597027864433
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 62714,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 17175,
"successRate": 0.2738622955002073,
"wilsonLowerBound": 0.2703860333703276
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 61,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 34,
"successRate": 0.5573770491803278,
"wilsonLowerBound": 0.433031467004555
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 46974,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20671,
"successRate": 0.4400519436283902,
"wilsonLowerBound": 0.4355679901787967
},
"vllm": {
"framework": "vllm",
"modelCount": 37201,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3722,
"successRate": 0.10005107389586301,
"wilsonLowerBound": 0.09704295965866663
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 707,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6281,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030568380831077855,
"wilsonLowerBound": 0.02658963799640948
},
"vllm": {
"framework": "vllm",
"modelCount": 10032,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 741,
"successRate": 0.07386363636363637,
"wilsonLowerBound": 0.06890696186113095
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6203,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2655,
"successRate": 0.42801870062872804,
"wilsonLowerBound": 0.4157535972776256
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7383,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 237,
"successRate": 0.0321007720438846,
"wilsonLowerBound": 0.02831699512581906
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 12776,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4099,
"successRate": 0.320835942391985,
"wilsonLowerBound": 0.3127963838919969
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 26822,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13632,
"successRate": 0.5082395048840505,
"wilsonLowerBound": 0.502255718558577
},
"vllm": {
"framework": "vllm",
"modelCount": 63518,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6472,
"successRate": 0.1018923769640102,
"wilsonLowerBound": 0.09956383039455191
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 12751,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1876,
"successRate": 0.14712571563014665,
"wilsonLowerBound": 0.1410834820413817
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-24T14:12:28.633161+00:00",
"gpuStats": {
"Ascend_910-b4": {
"available": true,
"backlogHours": 1235.0071942446043,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.069608335496867,
"queueFactor": 0.9261748781044522,
"queueWeight": 0.9261748781044522,
"recentSuccess": 55,
"recentSuccessRate": 0.39568345323741005,
"recentTerminal": 139,
"recentWilsonLowerBound": 0.3182471831509885,
"running": 8,
"selectionWeight": 0.9906443697483168,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.166666666666668,
"waiting": 28611
},
"Biren_166m": {
"available": true,
"backlogHours": 201.35664335664336,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.20771289739602045,
"queueFactor": 1.2157618898548563,
"queueWeight": 1.2157618898548563,
"recentSuccess": 30,
"recentSuccessRate": 0.2097902097902098,
"recentTerminal": 143,
"recentWilsonLowerBound": 0.15109033979281952,
"running": 8,
"selectionWeight": 0.2525294246854137,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.833333333333332,
"waiting": 4799
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1442.53125,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.2796638909314785,
"queueFactor": 0.9048459262086862,
"queueWeight": 0.9048459262086862,
"recentSuccess": 17,
"recentSuccessRate": 0.265625,
"recentTerminal": 64,
"recentWilsonLowerBound": 0.1729623856953776,
"running": 7,
"selectionWeight": 0.25305273241701864,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 10.666666666666666,
"waiting": 15387
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 528.6990291262135,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.2155535164258424,
"queueFactor": 1.0518701795120227,
"queueWeight": 1.0518701795120227,
"recentSuccess": 23,
"recentSuccessRate": 0.22330097087378642,
"recentTerminal": 103,
"recentWilsonLowerBound": 0.1536565519868537,
"running": 7,
"selectionWeight": 0.22673431601729857,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.166666666666668,
"waiting": 9076
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 51.371024734982335,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 13,
"recentSuccessRate": 0.045936395759717315,
"recentTerminal": 283,
"recentWilsonLowerBound": 0.027038872543517965,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 47.166666666666664,
"waiting": 2423
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 99.7123745819398,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 30,
"recentSuccessRate": 0.10033444816053512,
"recentTerminal": 299,
"recentWilsonLowerBound": 0.07118787901152009,
"running": 3,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 49.833333333333336,
"waiting": 4969
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 4184.086956521739,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 1.1555400693079612,
"queueFactor": 0.7712644515840643,
"queueWeight": 0.7712644515840643,
"recentSuccess": 12,
"recentSuccessRate": 0.5217391304347826,
"recentTerminal": 23,
"recentWilsonLowerBound": 0.32962429864218495,
"running": 2,
"selectionWeight": 0.8912269778382164,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 3.8333333333333335,
"waiting": 16039
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 524.0172413793103,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.3964932280256882,
"queueFactor": 1.0532745328758577,
"queueWeight": 1.0532745328758577,
"recentSuccess": 32,
"recentSuccessRate": 0.27586206896551724,
"recentTerminal": 116,
"recentWilsonLowerBound": 0.2027031395742815,
"running": 8,
"selectionWeight": 0.4176162195371977,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.333333333333332,
"waiting": 10131
},
"MetaX_c-500": {
"available": true,
"backlogHours": 740.6666666666666,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.4981240134516459,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 28,
"recentSuccessRate": 0.3111111111111111,
"recentTerminal": 90,
"recentWilsonLowerBound": 0.22485715147181132,
"running": 4,
"selectionWeight": 0.4981240134516459,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.0,
"waiting": 11110
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2271.709090909091,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 0.8452603797534798,
"queueWeight": 0.8452603797534798,
"recentSuccess": 33,
"recentSuccessRate": 0.6,
"recentTerminal": 55,
"recentWilsonLowerBound": 0.4681256091064502,
"running": 4,
"selectionWeight": 2.1131509493836993,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.166666666666666,
"waiting": 20824
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 5384.666666666667,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.6048047776237074,
"queueFactor": 0.7426250530500363,
"queueWeight": 0.7426250530500363,
"recentSuccess": 8,
"recentSuccessRate": 0.4444444444444444,
"recentTerminal": 18,
"recentWilsonLowerBound": 0.24559231101389123,
"running": 2,
"selectionWeight": 0.4491431800677212,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 3.0,
"waiting": 16154
},
"Vastai_va16": {
"available": true,
"backlogHours": 634.9852941176471,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.7098586277328396,
"queueFactor": 1.023361018287835,
"queueWeight": 1.023361018287835,
"recentSuccess": 46,
"recentSuccessRate": 0.3382352941176471,
"recentTerminal": 136,
"recentWilsonLowerBound": 0.26413832884924926,
"running": 16,
"selectionWeight": 0.7264416481170839,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.666666666666668,
"waiting": 14393
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 743.6888888888889,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.16201704883581797,
"queueFactor": 0.9993893706471227,
"queueWeight": 0.9993893706471227,
"recentSuccess": 26,
"recentSuccessRate": 0.1925925925925926,
"recentTerminal": 135,
"recentWilsonLowerBound": 0.13495531552123166,
"running": 6,
"selectionWeight": 0.16191811647013227,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 22.5,
"waiting": 16733
}
},
"queueAttemptedAt": "2026-09-24T14:09:43.915162+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-24T14:09:43.915162+00:00",
"supportedGpus": [
"Vastai_va16",
"Cambricon_mlu-370-x4",
"Kunlunxin_p-800",
"Iluvatar_mrv-100",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}