Files
submmit/.modelhub_state/market_intelligence.json

755 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-09-19T22:15:22.773286+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-19T22:15:22.773286+00:00",
"frameworkAttemptedAt": "2026-09-19T16:57:00.094728+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39680,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19193,
"successRate": 0.4836945564516129,
"wilsonLowerBound": 0.4787792709478902
},
"vllm": {
"framework": "vllm",
"modelCount": 52987,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14816,
"successRate": 0.27961575480778306,
"wilsonLowerBound": 0.2758103327278731
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2753,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 782,
"successRate": 0.2840537595350527,
"wilsonLowerBound": 0.267517858082399
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 32979,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14584,
"successRate": 0.44222080718032686,
"wilsonLowerBound": 0.4368675574806479
},
"vllm": {
"framework": "vllm",
"modelCount": 37516,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10661,
"successRate": 0.2841720865763941,
"wilsonLowerBound": 0.2796303945037936
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8863,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3811,
"successRate": 0.42998984542479973,
"wilsonLowerBound": 0.4197152754642753
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 63946,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12085,
"successRate": 0.1889875832733869,
"wilsonLowerBound": 0.18597185159120364
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 17873,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3579,
"successRate": 0.20024618139092487,
"wilsonLowerBound": 0.19444385225854224
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6078,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 61,
"successRate": 0.010036196117143797,
"wilsonLowerBound": 0.007821493248097717
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26157,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3223,
"successRate": 0.12321749436097412,
"wilsonLowerBound": 0.11928942022491816
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16468,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1674,
"successRate": 0.10165168812241923,
"wilsonLowerBound": 0.09712873155638158
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 11255,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4735,
"successRate": 0.42070191026210574,
"wilsonLowerBound": 0.41160992109971617
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24164,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3788,
"successRate": 0.1567621254759146,
"wilsonLowerBound": 0.15223248521681057
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8066,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.0674435903793702,
"wilsonLowerBound": 0.0621738174048722
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 43098,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10806,
"successRate": 0.25073089238479745,
"wilsonLowerBound": 0.24666109266673353
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23282,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3059,
"successRate": 0.13138905592303066,
"wilsonLowerBound": 0.12711031484186042
},
"vllm": {
"framework": "vllm",
"modelCount": 86642,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9764,
"successRate": 0.11269361279748852,
"wilsonLowerBound": 0.11060514965061183
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 40541,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4971,
"successRate": 0.12261661034508275,
"wilsonLowerBound": 0.11945947056123453
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 31992,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3417,
"successRate": 0.106807951987997,
"wilsonLowerBound": 0.10347041729843114
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 88629,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21070,
"successRate": 0.2377325706033014,
"wilsonLowerBound": 0.2349413430908641
},
"transformers": {
"framework": "transformers",
"modelCount": 5181,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 566,
"successRate": 0.10924531943640224,
"wilsonLowerBound": 0.10103871178963275
},
"vllm": {
"framework": "vllm",
"modelCount": 112547,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16510,
"successRate": 0.14669426994944335,
"wilsonLowerBound": 0.1446392932437984
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 17440,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3456,
"successRate": 0.1981651376146789,
"wilsonLowerBound": 0.1923157411675186
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 42850,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5574,
"successRate": 0.13008168028004669,
"wilsonLowerBound": 0.1269296755781395
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6733,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 555,
"successRate": 0.08242982325857716,
"wilsonLowerBound": 0.07609627867751127
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 200,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 36,
"successRate": 0.18,
"wilsonLowerBound": 0.1329455066253411
},
"vllm": {
"framework": "vllm",
"modelCount": 31197,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5609,
"successRate": 0.1797929288072571,
"wilsonLowerBound": 0.17557107925014906
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 60889,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12391,
"successRate": 0.20350145346450096,
"wilsonLowerBound": 0.20032231965167654
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7994,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2319,
"successRate": 0.2900925694270703,
"wilsonLowerBound": 0.28024710343656134
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 12941,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3340,
"successRate": 0.25809442856038944,
"wilsonLowerBound": 0.2506276124741752
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 61040,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16732,
"successRate": 0.27411533420707734,
"wilsonLowerBound": 0.2705908872031442
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 46607,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20409,
"successRate": 0.43789559508228376,
"wilsonLowerBound": 0.43339662776602217
},
"vllm": {
"framework": "vllm",
"modelCount": 36575,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3470,
"successRate": 0.09487354750512646,
"wilsonLowerBound": 0.0919127038523324
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 535,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6278,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030582988212806625,
"wilsonLowerBound": 0.026602368317046696
},
"vllm": {
"framework": "vllm",
"modelCount": 10026,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 739,
"successRate": 0.07370835826850189,
"wilsonLowerBound": 0.06875525826123706
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 5955,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2525,
"successRate": 0.42401343408900083,
"wilsonLowerBound": 0.4115144236485661
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7376,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 235,
"successRate": 0.03186008676789588,
"wilsonLowerBound": 0.02808932214804452
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 11685,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3836,
"successRate": 0.3282841249465126,
"wilsonLowerBound": 0.3198272664249393
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 26485,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13438,
"successRate": 0.5073815367188975,
"wilsonLowerBound": 0.5013597623186946
},
"vllm": {
"framework": "vllm",
"modelCount": 62428,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6281,
"successRate": 0.10061190491446145,
"wilsonLowerBound": 0.09827668247931033
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 12490,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1801,
"successRate": 0.14419535628502803,
"wilsonLowerBound": 0.1381439247920521
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-19T22:28:43.664365+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1249.607142857143,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.5657259788839073,
"queueFactor": 0.9818480888051793,
"queueWeight": 0.9818480888051793,
"recentSuccess": 39,
"recentSuccessRate": 0.3482142857142857,
"recentTerminal": 112,
"recentWilsonLowerBound": 0.2663459832095178,
"running": 8,
"selectionWeight": 1.5373050599597828,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.666666666666668,
"waiting": 23326
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1380.9421487603306,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9672394494030454,
"queueWeight": 0.9672394494030454,
"recentSuccess": 50,
"recentSuccessRate": 0.4132231404958678,
"recentTerminal": 121,
"recentWilsonLowerBound": 0.3294737440488608,
"running": 8,
"selectionWeight": 2.4180986235076136,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.166666666666668,
"waiting": 27849
},
"Biren_166m": {
"available": true,
"backlogHours": 168.52023121387285,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.31883068718247093,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 31,
"recentSuccessRate": 0.1791907514450867,
"recentTerminal": 173,
"recentWilsonLowerBound": 0.12920653975712282,
"running": 8,
"selectionWeight": 0.41447989333721225,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 28.833333333333332,
"waiting": 4859
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1642.0,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.756606337099077,
"queueFactor": 0.9424413897490114,
"queueWeight": 0.9424413897490114,
"recentSuccess": 16,
"recentSuccessRate": 0.2962962962962963,
"recentTerminal": 54,
"recentWilsonLowerBound": 0.19137265695067046,
"running": 7,
"selectionWeight": 0.7130571278285631,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.0,
"waiting": 14778
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 479.73451327433634,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.7686838789196835,
"queueFactor": 1.1334703899309027,
"queueWeight": 1.1334703899309027,
"recentSuccess": 30,
"recentSuccessRate": 0.26548672566371684,
"recentTerminal": 113,
"recentWilsonLowerBound": 0.19275522468473327,
"running": 7,
"selectionWeight": 0.8712804159726925,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.833333333333332,
"waiting": 9035
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 42.13296398891967,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 13,
"recentSuccessRate": 0.036011080332409975,
"recentTerminal": 361,
"recentWilsonLowerBound": 0.02116361171856211,
"running": 21,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 60.166666666666664,
"waiting": 2535
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 101.23972602739727,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.13511642010702918,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 35,
"recentSuccessRate": 0.11986301369863013,
"recentTerminal": 292,
"recentWilsonLowerBound": 0.08745936521566923,
"running": 6,
"selectionWeight": 0.17565134613913794,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 48.666666666666664,
"waiting": 4927
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2826.882352941176,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.2570317969003,
"queueFactor": 0.86868868307128,
"queueWeight": 0.86868868307128,
"recentSuccess": 16,
"recentSuccessRate": 0.47058823529411764,
"recentTerminal": 34,
"recentWilsonLowerBound": 0.31451251633111366,
"running": 2,
"selectionWeight": 1.9606579792993264,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.666666666666667,
"waiting": 16019
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 612.8653846153846,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.014224659259503,
"queueFactor": 1.0925858207182608,
"queueWeight": 1.0925858207182608,
"recentSuccess": 31,
"recentSuccessRate": 0.2980769230769231,
"recentTerminal": 104,
"recentWilsonLowerBound": 0.21863880553781623,
"running": 8,
"selectionWeight": 1.1081274817297426,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.333333333333332,
"waiting": 10623
},
"MetaX_c-500": {
"available": true,
"backlogHours": 766.6896551724138,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.6085009564844402,
"queueFactor": 1.0564948476950513,
"queueWeight": 1.0564948476950513,
"recentSuccess": 22,
"recentSuccessRate": 0.25287356321839083,
"recentTerminal": 87,
"recentWilsonLowerBound": 0.17333087433749275,
"running": 4,
"selectionWeight": 0.6428781253433218,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.5,
"waiting": 11117
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1886.470588235294,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.8778113469125954,
"queueFactor": 0.9230236273950445,
"queueWeight": 0.9230236273950445,
"recentSuccess": 27,
"recentSuccessRate": 0.39705882352941174,
"recentTerminal": 68,
"recentWilsonLowerBound": 0.2892852184169712,
"running": 4,
"selectionWeight": 1.733264240990838,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.333333333333334,
"waiting": 21380
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 11900.25,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.3617555920347187,
"queueFactor": 0.7002077465898721,
"queueWeight": 0.7002077465898721,
"recentSuccess": 3,
"recentSuccessRate": 0.375,
"recentTerminal": 8,
"recentWilsonLowerBound": 0.13684175946152105,
"running": 2,
"selectionWeight": 0.25330406791491544,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 1.3333333333333333,
"waiting": 15867
},
"Vastai_va16": {
"available": true,
"backlogHours": 2535.4545454545455,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.07395941363564046,
"queueFactor": 0.8829822016987258,
"queueWeight": 0.8829822016987258,
"recentSuccess": 5,
"recentSuccessRate": 0.15151515151515152,
"recentTerminal": 33,
"recentWilsonLowerBound": 0.06650359257960956,
"running": 16,
"selectionWeight": 0.06530484588834458,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.5,
"waiting": 13945
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1105.95,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 1.417138563231143,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 28,
"recentSuccessRate": 0.35,
"recentTerminal": 80,
"recentWilsonLowerBound": 0.2545439440982969,
"running": 6,
"selectionWeight": 1.417138563231143,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.333333333333334,
"waiting": 14746
}
},
"queueAttemptedAt": "2026-09-19T22:25:36.411329+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-19T22:25:36.411329+00:00",
"supportedGpus": [
"Vastai_va16",
"Kunlunxin_p-800",
"Iluvatar_mrv-100",
"Cambricon_mlu-370-x4",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}