Files
submmit/.modelhub_state/market_intelligence.json

712 lines
22 KiB
JSON

{
"communityAttemptedAt": "2026-09-24T13:51:09.492564+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-24T13:51:09.492564+00:00",
"frameworkAttemptedAt": "2026-09-24T09:01:59.487266+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 33744,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15127,
"successRate": 0.44828710289236606,
"wilsonLowerBound": 0.4429869799399634
},
"vllm": {
"framework": "vllm",
"modelCount": 37996,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10759,
"successRate": 0.28316138540899044,
"wilsonLowerBound": 0.2786533091271115
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9840,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4138,
"successRate": 0.42052845528455285,
"wilsonLowerBound": 0.4108075588008563
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64105,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12089,
"successRate": 0.1885812339131113,
"wilsonLowerBound": 0.18557174697443093
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20427,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4158,
"successRate": 0.2035541195476575,
"wilsonLowerBound": 0.1980884099263536
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6474,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 68,
"successRate": 0.01050355267222737,
"wilsonLowerBound": 0.008294274794164724
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26258,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3236,
"successRate": 0.12323863203595095,
"wilsonLowerBound": 0.1193177177548628
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16475,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1675,
"successRate": 0.10166919575113809,
"wilsonLowerBound": 0.09714682432067162
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 12069,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5031,
"successRate": 0.4168530947054437,
"wilsonLowerBound": 0.408084593837188
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24342,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3790,
"successRate": 0.15569797058581875,
"wilsonLowerBound": 0.15119754458508608
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8122,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.06697857670524501,
"wilsonLowerBound": 0.06174398763609106
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 44991,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11208,
"successRate": 0.2491164899646596,
"wilsonLowerBound": 0.24514151450862032
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23416,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3080,
"successRate": 0.13153399385035872,
"wilsonLowerBound": 0.1272652919284598
},
"vllm": {
"framework": "vllm",
"modelCount": 86727,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9764,
"successRate": 0.11258316325942325,
"wilsonLowerBound": 0.1104966208846138
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 41419,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5089,
"successRate": 0.12286631739056955,
"wilsonLowerBound": 0.1197396560885289
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 34779,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3461,
"successRate": 0.09951407458523821,
"wilsonLowerBound": 0.09641202771686347
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 89368,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21431,
"successRate": 0.23980619461104646,
"wilsonLowerBound": 0.2370180653521226
},
"transformers": {
"framework": "transformers",
"modelCount": 5297,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 574,
"successRate": 0.10836322446667926,
"wilsonLowerBound": 0.10027429663257083
},
"vllm": {
"framework": "vllm",
"modelCount": 112692,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16522,
"successRate": 0.1466120044013772,
"wilsonLowerBound": 0.1445588249554736
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 18625,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3579,
"successRate": 0.19216107382550335,
"wilsonLowerBound": 0.1865662608256664
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43006,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5586,
"successRate": 0.12988885271822537,
"wilsonLowerBound": 0.126744532131394
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6968,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 582,
"successRate": 0.08352468427095293,
"wilsonLowerBound": 0.07725555008321736
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 200,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 36,
"successRate": 0.18,
"wilsonLowerBound": 0.1329455066253411
},
"vllm": {
"framework": "vllm",
"modelCount": 31796,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5852,
"successRate": 0.18404830796326582,
"wilsonLowerBound": 0.17982697135661918
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61085,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12401,
"successRate": 0.20301219612016044,
"wilsonLowerBound": 0.19984102812657034
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 9282,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2688,
"successRate": 0.2895927601809955,
"wilsonLowerBound": 0.2804538310323487
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 13639,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3462,
"successRate": 0.2538309260209693,
"wilsonLowerBound": 0.246597027864433
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 62714,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 17175,
"successRate": 0.2738622955002073,
"wilsonLowerBound": 0.2703860333703276
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 61,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 34,
"successRate": 0.5573770491803278,
"wilsonLowerBound": 0.433031467004555
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 46974,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20671,
"successRate": 0.4400519436283902,
"wilsonLowerBound": 0.4355679901787967
},
"vllm": {
"framework": "vllm",
"modelCount": 37201,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3722,
"successRate": 0.10005107389586301,
"wilsonLowerBound": 0.09704295965866663
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 707,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6281,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030568380831077855,
"wilsonLowerBound": 0.02658963799640948
},
"vllm": {
"framework": "vllm",
"modelCount": 10032,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 741,
"successRate": 0.07386363636363637,
"wilsonLowerBound": 0.06890696186113095
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6203,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2655,
"successRate": 0.42801870062872804,
"wilsonLowerBound": 0.4157535972776256
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7383,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 237,
"successRate": 0.0321007720438846,
"wilsonLowerBound": 0.02831699512581906
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 12776,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4099,
"successRate": 0.320835942391985,
"wilsonLowerBound": 0.3127963838919969
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 26822,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13632,
"successRate": 0.5082395048840505,
"wilsonLowerBound": 0.502255718558577
},
"vllm": {
"framework": "vllm",
"modelCount": 63518,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6472,
"successRate": 0.1018923769640102,
"wilsonLowerBound": 0.09956383039455191
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 12751,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1876,
"successRate": 0.14712571563014665,
"wilsonLowerBound": 0.1410834820413817
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-24T13:52:33.587487+00:00",
"gpuStats": {
"Ascend_910-b4": {
"available": true,
"backlogHours": 1176.0,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.0317615328696763,
"queueFactor": 0.9184341197391156,
"queueWeight": 0.9184341197391156,
"recentSuccess": 54,
"recentSuccessRate": 0.3698630136986301,
"recentTerminal": 146,
"recentWilsonLowerBound": 0.2958277620369417,
"running": 8,
"selectionWeight": 0.9476049952218417,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.333333333333332,
"waiting": 28616
},
"Biren_166m": {
"available": true,
"backlogHours": 205.14893617021278,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.2648273718809273,
"queueFactor": 1.1934348541755233,
"queueWeight": 1.1934348541755233,
"recentSuccess": 31,
"recentSuccessRate": 0.2198581560283688,
"recentTerminal": 141,
"recentWilsonLowerBound": 0.15943251615033457,
"running": 8,
"selectionWeight": 0.3160542159424016,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.5,
"waiting": 4821
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1357.5,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.2756016240728527,
"queueFactor": 0.898872578644352,
"queueWeight": 0.898872578644352,
"recentSuccess": 17,
"recentSuccessRate": 0.25,
"recentTerminal": 68,
"recentWilsonLowerBound": 0.16234881695499528,
"running": 7,
"selectionWeight": 0.24773074250893642,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.333333333333334,
"waiting": 15385
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 538.9306930693069,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.25532815541309106,
"queueFactor": 1.0324741091889464,
"queueWeight": 1.0324741091889464,
"recentSuccess": 23,
"recentSuccessRate": 0.22772277227722773,
"recentTerminal": 101,
"recentWilsonLowerBound": 0.1568071700397204,
"running": 7,
"selectionWeight": 0.2636197098109881,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.833333333333332,
"waiting": 9072
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 50.82229965156794,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 13,
"recentSuccessRate": 0.04529616724738676,
"recentTerminal": 287,
"recentWilsonLowerBound": 0.026659331255022747,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 47.833333333333336,
"waiting": 2431
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 101.81569965870307,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 29,
"recentSuccessRate": 0.09897610921501707,
"recentTerminal": 293,
"recentWilsonLowerBound": 0.06979939400642879,
"running": 2,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 48.833333333333336,
"waiting": 4972
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 4183.826086956522,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 1.6689592169541345,
"queueFactor": 0.7592294820790892,
"queueWeight": 0.7592294820790892,
"recentSuccess": 13,
"recentSuccessRate": 0.5652173913043478,
"recentTerminal": 23,
"recentWilsonLowerBound": 0.36811049305016963,
"running": 2,
"selectionWeight": 1.2671230418992099,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 3.8333333333333335,
"waiting": 16038
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 543.0535714285714,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.486743377739755,
"queueFactor": 1.0312945115479508,
"queueWeight": 1.0312945115479508,
"recentSuccess": 32,
"recentSuccessRate": 0.2857142857142857,
"recentTerminal": 112,
"recentWilsonLowerBound": 0.21024717263298542,
"running": 8,
"selectionWeight": 0.5019757739953203,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.666666666666668,
"waiting": 10137
},
"MetaX_c-500": {
"available": true,
"backlogHours": 666.9,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.5806220882420947,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 31,
"recentSuccessRate": 0.31,
"recentTerminal": 100,
"recentWilsonLowerBound": 0.22779563206132378,
"running": 4,
"selectionWeight": 0.5806220882420947,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.666666666666668,
"waiting": 11115
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2499.3599999999997,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 0.8202283677288686,
"queueWeight": 0.8202283677288686,
"recentSuccess": 29,
"recentSuccessRate": 0.58,
"recentTerminal": 50,
"recentWilsonLowerBound": 0.4423319668777783,
"running": 4,
"selectionWeight": 2.0505709193221717,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.333333333333334,
"waiting": 20828
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 5101.578947368422,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.8667295268164948,
"queueFactor": 0.7369761201058844,
"queueWeight": 0.7369761201058844,
"recentSuccess": 9,
"recentSuccessRate": 0.47368421052631576,
"recentTerminal": 19,
"recentWilsonLowerBound": 0.2732950548744854,
"running": 2,
"selectionWeight": 0.6387589638544294,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 3.1666666666666665,
"waiting": 16155
},
"Vastai_va16": {
"available": true,
"backlogHours": 579.6241610738256,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.727584105421353,
"queueFactor": 1.0212619129008043,
"queueWeight": 1.0212619129008043,
"recentSuccess": 48,
"recentSuccessRate": 0.3221476510067114,
"recentTerminal": 149,
"recentWilsonLowerBound": 0.2523981353536608,
"running": 16,
"selectionWeight": 0.7430539352988313,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.833333333333332,
"waiting": 14394
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 738.2647058823529,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.219719837482739,
"queueFactor": 0.9848663329509032,
"queueWeight": 0.9848663329509032,
"recentSuccess": 28,
"recentSuccessRate": 0.20588235294117646,
"recentTerminal": 136,
"recentWilsonLowerBound": 0.14645903630852752,
"running": 6,
"selectionWeight": 0.21639467061819356,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 22.666666666666668,
"waiting": 16734
}
},
"queueAttemptedAt": "2026-09-24T13:48:28.595028+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-24T13:48:28.595028+00:00",
"supportedGpus": [
"Vastai_va16",
"Cambricon_mlu-370-x4",
"Kunlunxin_p-800",
"Iluvatar_mrv-100",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}