Files
submmit/.modelhub_state/market_intelligence.json

764 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-09-21T02:21:17.731489+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-21T02:21:17.731489+00:00",
"frameworkAttemptedAt": "2026-09-20T23:23:29.953242+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39869,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19299,
"successRate": 0.4840602974742281,
"wilsonLowerBound": 0.4791565204216216
},
"vllm": {
"framework": "vllm",
"modelCount": 53341,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14883,
"successRate": 0.27901614142966946,
"wilsonLowerBound": 0.2752258599965162
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2915,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 821,
"successRate": 0.2816466552315609,
"wilsonLowerBound": 0.2656133113258325
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 33175,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14713,
"successRate": 0.44349660889223813,
"wilsonLowerBound": 0.4381574478699906
},
"vllm": {
"framework": "vllm",
"modelCount": 37646,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10693,
"successRate": 0.2840408011475323,
"wilsonLowerBound": 0.27950756702277346
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9147,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3900,
"successRate": 0.42636930141029844,
"wilsonLowerBound": 0.4162672428291489
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 63999,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12088,
"successRate": 0.18887795121798778,
"wilsonLowerBound": 0.1858641422226047
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 18553,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3736,
"successRate": 0.20136905082735945,
"wilsonLowerBound": 0.19566057274297793
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6192,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 61,
"successRate": 0.00985142118863049,
"wilsonLowerBound": 0.007677354569361673
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26175,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3226,
"successRate": 0.12324737344794652,
"wilsonLowerBound": 0.11932021206064729
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16470,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1674,
"successRate": 0.10163934426229508,
"wilsonLowerBound": 0.09711690799427429
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 11469,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4809,
"successRate": 0.4193042113523411,
"wilsonLowerBound": 0.41030177823178565
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24215,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3788,
"successRate": 0.15643196365888912,
"wilsonLowerBound": 0.15191101907637264
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8073,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.06738511086337173,
"wilsonLowerBound": 0.062119761674820494
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 43621,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10923,
"successRate": 0.2504069141010064,
"wilsonLowerBound": 0.24636322975341807
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23345,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3070,
"successRate": 0.13150567573356178,
"wilsonLowerBound": 0.12723097978953987
},
"vllm": {
"framework": "vllm",
"modelCount": 86674,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9764,
"successRate": 0.11265200636869188,
"wilsonLowerBound": 0.11056426674817671
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 40865,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5016,
"successRate": 0.12274562584118438,
"wilsonLowerBound": 0.11959943516066503
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 32657,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3430,
"successRate": 0.1050310806258995,
"wilsonLowerBound": 0.1017521083857065
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 88824,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21152,
"successRate": 0.2381338377015221,
"wilsonLowerBound": 0.2353440218502034
},
"transformers": {
"framework": "transformers",
"modelCount": 5226,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 566,
"successRate": 0.10830463069269039,
"wilsonLowerBound": 0.10016488954146914
},
"vllm": {
"framework": "vllm",
"modelCount": 112642,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16511,
"successRate": 0.1465794286323041,
"wilsonLowerBound": 0.14452598740084546
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 17818,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3509,
"successRate": 0.19693568301717365,
"wilsonLowerBound": 0.19116193148180813
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 42935,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5584,
"successRate": 0.13005706300221265,
"wilsonLowerBound": 0.12690840540927084
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6824,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 570,
"successRate": 0.08352872215709262,
"wilsonLowerBound": 0.07719602443828909
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 200,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 36,
"successRate": 0.18,
"wilsonLowerBound": 0.1329455066253411
},
"vllm": {
"framework": "vllm",
"modelCount": 31347,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5672,
"successRate": 0.18094235493029637,
"wilsonLowerBound": 0.1767198075854004
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 60917,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12394,
"successRate": 0.20345716302509972,
"wilsonLowerBound": 0.20027901742824522
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8308,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2414,
"successRate": 0.2905633124699085,
"wilsonLowerBound": 0.2808988478910527
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 13106,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3366,
"successRate": 0.2568289333129864,
"wilsonLowerBound": 0.24942119189811188
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 61503,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16851,
"successRate": 0.27398663479830254,
"wilsonLowerBound": 0.27047594825503946
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 0,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 46717,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20477,
"successRate": 0.4383200976090074,
"wilsonLowerBound": 0.4338259085647337
},
"vllm": {
"framework": "vllm",
"modelCount": 36735,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3535,
"successRate": 0.09622975364094188,
"wilsonLowerBound": 0.09325605535927686
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 620,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6278,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030582988212806625,
"wilsonLowerBound": 0.026602368317046696
},
"vllm": {
"framework": "vllm",
"modelCount": 10028,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 740,
"successRate": 0.07379337854008776,
"wilsonLowerBound": 0.06883801306073076
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6012,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2556,
"successRate": 0.4251497005988024,
"wilsonLowerBound": 0.4127047104528379
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7378,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 235,
"successRate": 0.03185145025752236,
"wilsonLowerBound": 0.028081693938916925
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 11868,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3865,
"successRate": 0.32566565554432086,
"wilsonLowerBound": 0.3172920140208696
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 26585,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13493,
"successRate": 0.5075418469061501,
"wilsonLowerBound": 0.5015314146534223
},
"vllm": {
"framework": "vllm",
"modelCount": 62739,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6327,
"successRate": 0.10084636350595323,
"wilsonLowerBound": 0.09851442773190662
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 12561,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1820,
"successRate": 0.1448929225380145,
"wilsonLowerBound": 0.13884577224152606
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-21T02:29:43.921189+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 834.3905325443786,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.8107532719283668,
"queueFactor": 0.9762013449242848,
"queueWeight": 0.9762013449242848,
"recentSuccess": 39,
"recentSuccessRate": 0.23076923076923078,
"recentTerminal": 169,
"recentWilsonLowerBound": 0.17365584557640895,
"running": 8,
"selectionWeight": 0.791458434458236,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 28.166666666666668,
"waiting": 23502
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1118.842105263158,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.934177679835908,
"queueWeight": 0.934177679835908,
"recentSuccess": 55,
"recentSuccessRate": 0.3618421052631579,
"recentTerminal": 152,
"recentWilsonLowerBound": 0.2897246533360595,
"running": 8,
"selectionWeight": 2.3354441995897703,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.333333333333332,
"waiting": 28344
},
"Biren_166m": {
"available": true,
"backlogHours": 146.10731707317075,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.6340633265769764,
"queueFactor": 1.267780337683672,
"queueWeight": 1.267780337683672,
"recentSuccess": 42,
"recentSuccessRate": 0.2048780487804878,
"recentTerminal": 205,
"recentWilsonLowerBound": 0.15529730471891842,
"running": 8,
"selectionWeight": 0.8038530182805915,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 34.166666666666664,
"waiting": 4992
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1368.6363636363637,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.7487397007906689,
"queueFactor": 0.9063618049405396,
"queueWeight": 0.9063618049405396,
"recentSuccess": 17,
"recentSuccessRate": 0.25757575757575757,
"recentTerminal": 66,
"recentWilsonLowerBound": 0.1674870734589668,
"running": 7,
"selectionWeight": 0.6786290666392703,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.0,
"waiting": 15055
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 381.28767123287673,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.3151721426720699,
"queueFactor": 1.0978851033331893,
"queueWeight": 1.0978851033331893,
"recentSuccess": 24,
"recentSuccessRate": 0.1643835616438356,
"recentTerminal": 146,
"recentWilsonLowerBound": 0.11302403887542764,
"running": 7,
"selectionWeight": 0.3460228004252681,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.333333333333332,
"waiting": 9278
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 48.67326732673267,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 7,
"recentSuccessRate": 0.0231023102310231,
"recentTerminal": 303,
"recentWilsonLowerBound": 0.011234720983276462,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 50.5,
"waiting": 2458
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 160.05405405405406,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.1295572907611171,
"queueFactor": 1.2505607820615734,
"queueWeight": 1.2505607820615734,
"recentSuccess": 21,
"recentSuccessRate": 0.11351351351351352,
"recentTerminal": 185,
"recentWilsonLowerBound": 0.0754531197918648,
"running": 4,
"selectionWeight": 0.16201926685600126,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 30.833333333333332,
"waiting": 4935
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2847.529411764706,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 1.003269090396999,
"queueFactor": 0.8120346739094532,
"queueWeight": 0.8120346739094532,
"recentSuccess": 11,
"recentSuccessRate": 0.3235294117647059,
"recentTerminal": 34,
"recentWilsonLowerBound": 0.19131451326458573,
"running": 2,
"selectionWeight": 0.8146892886639607,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.666666666666667,
"waiting": 16136
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 561.421052631579,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.5514725712550289,
"queueFactor": 1.035980313501237,
"queueWeight": 1.035980313501237,
"recentSuccess": 24,
"recentSuccessRate": 0.21052631578947367,
"recentTerminal": 114,
"recentWilsonLowerBound": 0.14575199266859673,
"running": 8,
"selectionWeight": 0.5713147272561182,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.0,
"waiting": 10667
},
"MetaX_c-500": {
"available": true,
"backlogHours": 586.8318584070797,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.4451588722105148,
"queueFactor": 1.0291241135567295,
"queueWeight": 1.0291241135567295,
"recentSuccess": 22,
"recentSuccessRate": 0.19469026548672566,
"recentTerminal": 113,
"recentWilsonLowerBound": 0.13223235600316086,
"running": 4,
"selectionWeight": 0.4581237297555595,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.833333333333332,
"waiting": 11052
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1669.923076923077,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.468411707306276,
"queueFactor": 0.879711636830459,
"queueWeight": 0.879711636830459,
"recentSuccess": 25,
"recentSuccessRate": 0.32051282051282054,
"recentTerminal": 78,
"recentWilsonLowerBound": 0.22748017637196857,
"running": 4,
"selectionWeight": 1.2917788665754129,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.0,
"waiting": 21709
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 1811.769230769231,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.14766446236309982,
"queueFactor": 0.8690192060852452,
"queueWeight": 0.8690192060852452,
"recentSuccess": 8,
"recentSuccessRate": 0.15384615384615385,
"recentTerminal": 52,
"recentWilsonLowerBound": 0.08007589590882648,
"running": 2,
"selectionWeight": 0.12832325384978557,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.666666666666666,
"waiting": 15702
},
"Vastai_va16": {
"available": true,
"backlogHours": 1293.313432835821,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.05,
"queueFactor": 0.9140905908138236,
"queueWeight": 0.9140905908138236,
"recentSuccess": 5,
"recentSuccessRate": 0.07462686567164178,
"recentTerminal": 67,
"recentWilsonLowerBound": 0.03229557297792792,
"running": 16,
"selectionWeight": 0.04570452954069118,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 11.166666666666666,
"waiting": 14442
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 328.4742268041237,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.05,
"queueFactor": 1.1227152246299956,
"queueWeight": 1.1227152246299956,
"recentSuccess": 20,
"recentSuccessRate": 0.06872852233676977,
"recentTerminal": 291,
"recentWilsonLowerBound": 0.04492801365125831,
"running": 6,
"selectionWeight": 0.056135761231499784,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 48.5,
"waiting": 15931
}
},
"queueAttemptedAt": "2026-09-21T02:27:28.911957+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-21T02:27:28.911957+00:00",
"supportedGpus": [
"Vastai_va16",
"Kunlunxin_p-800",
"Iluvatar_mrv-100",
"Cambricon_mlu-370-x4",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}