Files
submmit/.modelhub_state/market_intelligence.json

712 lines
22 KiB
JSON
Raw Normal View History

2026-09-24 12:15:08 +00:00
{
"communityAttemptedAt": "2026-09-24T12:00:38.897132+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-24T12:00:38.897132+00:00",
"frameworkAttemptedAt": "2026-09-24T09:01:59.487266+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 33744,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15127,
"successRate": 0.44828710289236606,
"wilsonLowerBound": 0.4429869799399634
},
"vllm": {
"framework": "vllm",
"modelCount": 37996,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10759,
"successRate": 0.28316138540899044,
"wilsonLowerBound": 0.2786533091271115
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9840,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4138,
"successRate": 0.42052845528455285,
"wilsonLowerBound": 0.4108075588008563
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64105,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12089,
"successRate": 0.1885812339131113,
"wilsonLowerBound": 0.18557174697443093
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20427,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4158,
"successRate": 0.2035541195476575,
"wilsonLowerBound": 0.1980884099263536
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6474,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 68,
"successRate": 0.01050355267222737,
"wilsonLowerBound": 0.008294274794164724
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26258,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3236,
"successRate": 0.12323863203595095,
"wilsonLowerBound": 0.1193177177548628
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16475,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1675,
"successRate": 0.10166919575113809,
"wilsonLowerBound": 0.09714682432067162
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 12069,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5031,
"successRate": 0.4168530947054437,
"wilsonLowerBound": 0.408084593837188
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24342,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3790,
"successRate": 0.15569797058581875,
"wilsonLowerBound": 0.15119754458508608
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8122,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.06697857670524501,
"wilsonLowerBound": 0.06174398763609106
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 44991,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11208,
"successRate": 0.2491164899646596,
"wilsonLowerBound": 0.24514151450862032
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23416,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3080,
"successRate": 0.13153399385035872,
"wilsonLowerBound": 0.1272652919284598
},
"vllm": {
"framework": "vllm",
"modelCount": 86727,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9764,
"successRate": 0.11258316325942325,
"wilsonLowerBound": 0.1104966208846138
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 41419,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5089,
"successRate": 0.12286631739056955,
"wilsonLowerBound": 0.1197396560885289
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 34779,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3461,
"successRate": 0.09951407458523821,
"wilsonLowerBound": 0.09641202771686347
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 89368,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21431,
"successRate": 0.23980619461104646,
"wilsonLowerBound": 0.2370180653521226
},
"transformers": {
"framework": "transformers",
"modelCount": 5297,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 574,
"successRate": 0.10836322446667926,
"wilsonLowerBound": 0.10027429663257083
},
"vllm": {
"framework": "vllm",
"modelCount": 112692,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16522,
"successRate": 0.1466120044013772,
"wilsonLowerBound": 0.1445588249554736
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 18625,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3579,
"successRate": 0.19216107382550335,
"wilsonLowerBound": 0.1865662608256664
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43006,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5586,
"successRate": 0.12988885271822537,
"wilsonLowerBound": 0.126744532131394
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6968,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 582,
"successRate": 0.08352468427095293,
"wilsonLowerBound": 0.07725555008321736
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 200,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 36,
"successRate": 0.18,
"wilsonLowerBound": 0.1329455066253411
},
"vllm": {
"framework": "vllm",
"modelCount": 31796,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5852,
"successRate": 0.18404830796326582,
"wilsonLowerBound": 0.17982697135661918
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61085,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12401,
"successRate": 0.20301219612016044,
"wilsonLowerBound": 0.19984102812657034
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 9282,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2688,
"successRate": 0.2895927601809955,
"wilsonLowerBound": 0.2804538310323487
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 13639,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3462,
"successRate": 0.2538309260209693,
"wilsonLowerBound": 0.246597027864433
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 62714,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 17175,
"successRate": 0.2738622955002073,
"wilsonLowerBound": 0.2703860333703276
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 61,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 34,
"successRate": 0.5573770491803278,
"wilsonLowerBound": 0.433031467004555
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 46974,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20671,
"successRate": 0.4400519436283902,
"wilsonLowerBound": 0.4355679901787967
},
"vllm": {
"framework": "vllm",
"modelCount": 37201,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3722,
"successRate": 0.10005107389586301,
"wilsonLowerBound": 0.09704295965866663
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 707,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6281,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030568380831077855,
"wilsonLowerBound": 0.02658963799640948
},
"vllm": {
"framework": "vllm",
"modelCount": 10032,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 741,
"successRate": 0.07386363636363637,
"wilsonLowerBound": 0.06890696186113095
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6203,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2655,
"successRate": 0.42801870062872804,
"wilsonLowerBound": 0.4157535972776256
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7383,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 237,
"successRate": 0.0321007720438846,
"wilsonLowerBound": 0.02831699512581906
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 12776,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4099,
"successRate": 0.320835942391985,
"wilsonLowerBound": 0.3127963838919969
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 26822,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13632,
"successRate": 0.5082395048840505,
"wilsonLowerBound": 0.502255718558577
},
"vllm": {
"framework": "vllm",
"modelCount": 63518,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6472,
"successRate": 0.1018923769640102,
"wilsonLowerBound": 0.09956383039455191
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 12751,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1876,
"successRate": 0.14712571563014665,
"wilsonLowerBound": 0.1410834820413817
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-24T12:15:06.778257+00:00",
"gpuStats": {
"Ascend_910-b4": {
"available": true,
"backlogHours": 1192.5416666666667,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.3530537013761537,
"queueFactor": 0.907908866156546,
"queueWeight": 0.907908866156546,
"recentSuccess": 51,
"recentSuccessRate": 0.3541666666666667,
"recentTerminal": 144,
"recentWilsonLowerBound": 0.2807687889835203,
"running": 8,
"selectionWeight": 1.2284494518653415,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.0,
"waiting": 28621
},
"Biren_166m": {
"available": true,
"backlogHours": 166.75862068965517,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.33242507840571617,
"queueFactor": 1.2195512266488404,
"queueWeight": 1.2195512266488404,
"recentSuccess": 35,
"recentSuccessRate": 0.20114942528735633,
"recentTerminal": 174,
"recentWilsonLowerBound": 0.14833657899081493,
"running": 8,
"selectionWeight": 0.4054094121385281,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 29.0,
"waiting": 4836
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1591.9655172413793,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.49351755886502224,
"queueFactor": 0.869407221119951,
"queueWeight": 0.869407221119951,
"recentSuccess": 16,
"recentSuccessRate": 0.27586206896551724,
"recentTerminal": 58,
"recentWilsonLowerBound": 0.17752203680746195,
"running": 7,
"selectionWeight": 0.4290677294267408,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.666666666666666,
"waiting": 15389
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 579.3829787234042,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.2269118209953476,
"queueFactor": 1.0117388611282654,
"queueWeight": 1.0117388611282654,
"recentSuccess": 18,
"recentSuccessRate": 0.19148936170212766,
"recentTerminal": 94,
"recentWilsonLowerBound": 0.12470043241202647,
"running": 7,
"selectionWeight": 0.2295755073503738,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 15.666666666666666,
"waiting": 9077
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 68.25352112676056,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 5,
"recentSuccessRate": 0.023474178403755867,
"recentTerminal": 213,
"recentWilsonLowerBound": 0.010067338337615804,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 35.5,
"waiting": 2423
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 152.4923076923077,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.08520662731633531,
"queueFactor": 1.2360217158189197,
"queueWeight": 1.2360217158189197,
"recentSuccess": 23,
"recentSuccessRate": 0.11794871794871795,
"recentTerminal": 195,
"recentWilsonLowerBound": 0.07989354857234383,
"running": 6,
"selectionWeight": 0.10531724169468001,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 32.5,
"waiting": 4956
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 3105.870967741935,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 1.1831230776761095,
"queueFactor": 0.7864765538551572,
"queueWeight": 0.7864765538551572,
"recentSuccess": 13,
"recentSuccessRate": 0.41935483870967744,
"recentTerminal": 31,
"recentWilsonLowerBound": 0.26415303073549257,
"running": 2,
"selectionWeight": 0.9304985609172141,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.166666666666667,
"waiting": 16047
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 585.4038461538462,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.6537366078746175,
"queueFactor": 1.0101711376035,
"queueWeight": 1.0101711376035,
"recentSuccess": 29,
"recentSuccessRate": 0.27884615384615385,
"recentTerminal": 104,
"recentWilsonLowerBound": 0.20172158008187036,
"running": 8,
"selectionWeight": 0.6603858528697556,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.333333333333332,
"waiting": 10147
},
"MetaX_c-500": {
"available": true,
"backlogHours": 595.875,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.6584158070520242,
"queueFactor": 1.0074883125222223,
"queueWeight": 1.0074883125222223,
"recentSuccess": 31,
"recentSuccessRate": 0.2767857142857143,
"recentTerminal": 112,
"recentWilsonLowerBound": 0.2023765976068205,
"running": 4,
"selectionWeight": 0.6633462303848009,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.666666666666668,
"waiting": 11123
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2314.1111111111113,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 0.8219694194780178,
"queueWeight": 0.8219694194780178,
"recentSuccess": 27,
"recentSuccessRate": 0.5,
"recentTerminal": 54,
"recentWilsonLowerBound": 0.37114361988923295,
"running": 4,
"selectionWeight": 2.0549235486950446,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.0,
"waiting": 20827
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 5100.631578947368,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 1.27508022936182,
"queueFactor": 0.7300787337655638,
"queueWeight": 0.7300787337655638,
"recentSuccess": 9,
"recentSuccessRate": 0.47368421052631576,
"recentTerminal": 19,
"recentWilsonLowerBound": 0.2732950548744854,
"running": 2,
"selectionWeight": 0.9309089593019821,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 3.1666666666666665,
"waiting": 16152
},
"Vastai_va16": {
"available": true,
"backlogHours": 626.2608695652174,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 1.2767442660586674,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 48,
"recentSuccessRate": 0.34782608695652173,
"recentTerminal": 138,
"recentWilsonLowerBound": 0.2734571164221184,
"running": 16,
"selectionWeight": 1.2767442660586674,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.0,
"waiting": 14404
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 732.2189781021898,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.23526989280518434,
"queueFactor": 0.9768258509300835,
"queueWeight": 0.9768258509300835,
"recentSuccess": 25,
"recentSuccessRate": 0.18248175182481752,
"recentTerminal": 137,
"recentWilsonLowerBound": 0.12676767353162913,
"running": 6,
"selectionWeight": 0.2298177132376537,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 22.833333333333332,
"waiting": 16719
}
},
"queueAttemptedAt": "2026-09-24T12:12:28.987140+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-24T12:12:28.987140+00:00",
"supportedGpus": [
"Vastai_va16",
"Cambricon_mlu-370-x4",
"Kunlunxin_p-800",
"Iluvatar_mrv-100",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}