Files
submmit/.modelhub_state/market_intelligence.json

800 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-10-30T23:27:06.113318+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-30T23:27:06.113318+00:00",
"frameworkAttemptedAt": "2026-10-30T22:16:43.037238+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 45021,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22800,
"successRate": 0.5064303325114946,
"wilsonLowerBound": 0.5018116760943446
},
"vllm": {
"framework": "vllm",
"modelCount": 59552,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15744,
"successRate": 0.2643739924771628,
"wilsonLowerBound": 0.260847295465
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 56,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 18,
"successRate": 0.32142857142857145,
"wilsonLowerBound": 0.21400827887722296
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6614,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2175,
"successRate": 0.32884789839733897,
"wilsonLowerBound": 0.3176278709867261
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40240,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19532,
"successRate": 0.4853876739562624,
"wilsonLowerBound": 0.4805060225734731
},
"vllm": {
"framework": "vllm",
"modelCount": 41320,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11260,
"successRate": 0.2725072604065828,
"wilsonLowerBound": 0.2682353744879226
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16061,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6429,
"successRate": 0.40028640806923604,
"wilsonLowerBound": 0.39273360022305204
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64355,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.1880195788982985,
"wilsonLowerBound": 0.1850193997155498
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 40555,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8261,
"successRate": 0.20369868080384662,
"wilsonLowerBound": 0.19980700551687405
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8839,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.013349926462269488,
"wilsonLowerBound": 0.011159907684070354
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26931,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3310,
"successRate": 0.12290668746054732,
"wilsonLowerBound": 0.11903898739512804
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16536,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10135462022254475,
"wilsonLowerBound": 0.09684682438124673
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19473,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7335,
"successRate": 0.3766753967031274,
"wilsonLowerBound": 0.3698945298189592
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24865,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3812,
"successRate": 0.15330786245726927,
"wilsonLowerBound": 0.1488832088267288
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 59590,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14783,
"successRate": 0.24807853666722604,
"wilsonLowerBound": 0.24462708059481802
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 30421,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4148,
"successRate": 0.13635317708162126,
"wilsonLowerBound": 0.1325427699173584
},
"vllm": {
"framework": "vllm",
"modelCount": 87140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222171218728483,
"wilsonLowerBound": 0.11014304038606977
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50787,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5805,
"successRate": 0.11430090377458799,
"wilsonLowerBound": 0.11156278155019946
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 55185,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3917,
"successRate": 0.07097943281688865,
"wilsonLowerBound": 0.06886664466892725
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95656,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24194,
"successRate": 0.25292715564104706,
"wilsonLowerBound": 0.2501823844515038
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 170,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6758,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.09337081976916248,
"wilsonLowerBound": 0.08666303017728585
},
"vllm": {
"framework": "vllm",
"modelCount": 113038,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16551,
"successRate": 0.14641978803588174,
"wilsonLowerBound": 0.14437086145827077
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 425,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004705882352941176,
"wilsonLowerBound": 0.0012914456772019308
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26596,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4289,
"successRate": 0.16126485185742218,
"wilsonLowerBound": 0.15689374046022242
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45536,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5898,
"successRate": 0.1295238931834153,
"wilsonLowerBound": 0.12647099190814626
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9179,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 853,
"successRate": 0.09292951301884737,
"wilsonLowerBound": 0.08715903032077496
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 37097,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7618,
"successRate": 0.20535353263067094,
"wilsonLowerBound": 0.20127335653884085
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61666,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12434,
"successRate": 0.20163461226607854,
"wilsonLowerBound": 0.19848647205420222
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21394,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5879,
"successRate": 0.27479667196410207,
"wilsonLowerBound": 0.2688555132593417
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17124,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4117,
"successRate": 0.2404227984115861,
"wilsonLowerBound": 0.23408077529573446
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71331,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19528,
"successRate": 0.2737659643072437,
"wilsonLowerBound": 0.27050597469902804
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2847,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1562,
"successRate": 0.5486476993326308,
"wilsonLowerBound": 0.5303147367227969
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49448,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22256,
"successRate": 0.45008898236531303,
"wilsonLowerBound": 0.4457079524224785
},
"vllm": {
"framework": "vllm",
"modelCount": 42697,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5709,
"successRate": 0.13370962831112257,
"wilsonLowerBound": 0.13051428416662766
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1471,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6290,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052464228934817,
"wilsonLowerBound": 0.026551520034527744
},
"vllm": {
"framework": "vllm",
"modelCount": 10131,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 767,
"successRate": 0.07570822228802684,
"wilsonLowerBound": 0.07071634427594103
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8422,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3701,
"successRate": 0.43944431251484206,
"wilsonLowerBound": 0.4288742074549344
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7476,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 254,
"successRate": 0.03397538790797218,
"wilsonLowerBound": 0.030102074381377207
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 23760,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6598,
"successRate": 0.2776936026936027,
"wilsonLowerBound": 0.2720351127140365
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29977,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15383,
"successRate": 0.5131600894018747,
"wilsonLowerBound": 0.5075005235009272
},
"vllm": {
"framework": "vllm",
"modelCount": 69783,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7621,
"successRate": 0.10920997950790307,
"wilsonLowerBound": 0.10691725955341373
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15192,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2873,
"successRate": 0.18911269088994206,
"wilsonLowerBound": 0.18296442827578813
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-30T23:29:18.471278+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.0017075295152513433,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347871,
"recentSuccessRate": 1.0,
"recentTerminal": 347871,
"recentWilsonLowerBound": 0.9999889569479002,
"running": 1,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57978.5,
"waiting": 99
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.0017075295152513433,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347871,
"recentSuccessRate": 1.0,
"recentTerminal": 347871,
"recentWilsonLowerBound": 0.9999889569479002,
"running": 1,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57978.5,
"waiting": 99
},
"Biren_166m": {
"available": true,
"backlogHours": 0.0016902817423700164,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347871,
"recentSuccessRate": 1.0,
"recentTerminal": 347871,
"recentWilsonLowerBound": 0.9999889569479002,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57978.5,
"waiting": 98
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.0017075295152513433,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347871,
"recentSuccessRate": 1.0,
"recentTerminal": 347871,
"recentWilsonLowerBound": 0.9999889569479002,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57978.5,
"waiting": 99
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.0017075295152513433,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347871,
"recentSuccessRate": 1.0,
"recentTerminal": 347871,
"recentWilsonLowerBound": 0.9999889569479002,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57978.5,
"waiting": 99
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 0.0016902817423700164,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347871,
"recentSuccessRate": 1.0,
"recentTerminal": 347871,
"recentWilsonLowerBound": 0.9999889569479002,
"running": 1,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57978.5,
"waiting": 98
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.0016902817423700164,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347871,
"recentSuccessRate": 1.0,
"recentTerminal": 347871,
"recentWilsonLowerBound": 0.9999889569479002,
"running": 1,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57978.5,
"waiting": 98
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.0017075295152513433,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347871,
"recentSuccessRate": 1.0,
"recentTerminal": 347871,
"recentWilsonLowerBound": 0.9999889569479002,
"running": 1,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57978.5,
"waiting": 99
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.0017075295152513433,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347871,
"recentSuccessRate": 1.0,
"recentTerminal": 347871,
"recentWilsonLowerBound": 0.9999889569479002,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57978.5,
"waiting": 99
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.0017075295152513433,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347871,
"recentSuccessRate": 1.0,
"recentTerminal": 347871,
"recentWilsonLowerBound": 0.9999889569479002,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57978.5,
"waiting": 99
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.0017075295152513433,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347871,
"recentSuccessRate": 1.0,
"recentTerminal": 347871,
"recentWilsonLowerBound": 0.9999889569479002,
"running": 1,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57978.5,
"waiting": 99
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 0.0016902817423700164,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347871,
"recentSuccessRate": 1.0,
"recentTerminal": 347871,
"recentWilsonLowerBound": 0.9999889569479002,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57978.5,
"waiting": 98
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.0016902817423700164,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347871,
"recentSuccessRate": 1.0,
"recentTerminal": 347871,
"recentWilsonLowerBound": 0.9999889569479002,
"running": 1,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57978.5,
"waiting": 98
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 0.0017075295152513433,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347871,
"recentSuccessRate": 1.0,
"recentTerminal": 347871,
"recentWilsonLowerBound": 0.9999889569479002,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57978.5,
"waiting": 99
}
},
"queueAttemptedAt": "2026-10-30T23:19:34.573147+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-30T23:19:34.573147+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b4",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"hygon_k100-ai",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}