submmit/.modelhub_state/market_intelligence.json

{
  "communityAttemptedAt": "2026-10-22T10:59:11.563713+00:00",
  "communityError": "ModelHubAPIError: 分页大小不能超过100",
  "communitySample": {},
  "communityUpdatedAt": null,
  "frameworkAttemptedAt": "2026-10-22T09:53:57.959510+00:00",
  "frameworkError": null,
  "frameworkStats": {
    "text-generation": {
      "Ascend_910-b4": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 38920,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 18677,
          "successRate": 0.4798818088386434,
          "wilsonLowerBound": 0.4749205413016678
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 40763,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 11149,
          "successRate": 0.27350783799033435,
          "wilsonLowerBound": 0.2692019690956449
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 14511,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5983,
          "successRate": 0.41230790434842535,
          "wilsonLowerBound": 0.4043228658112287
        }
      },
      "Biren_166m": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 64303,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12098,
          "successRate": 0.18814052221513772,
          "wilsonLowerBound": 0.1851383844411247
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 36123,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 7573,
          "successRate": 0.20964482462696896,
          "wilsonLowerBound": 0.20547805168946148
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 8427,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 117,
          "successRate": 0.013883944464222144,
          "wilsonLowerBound": 0.011597941199158086
        }
      },
      "Cambricon_mlu-370-x4": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 26804,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3293,
          "successRate": 0.12285479779137443,
          "wilsonLowerBound": 0.11897879368548589
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 16524,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1676,
          "successRate": 0.10142822561123215,
          "wilsonLowerBound": 0.09691732820979243
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 17808,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 6845,
          "successRate": 0.3843778077268643,
          "wilsonLowerBound": 0.3772587588016121
        }
      },
      "Cambricon_mlu-370-x8": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 24837,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3811,
          "successRate": 0.1534404316141241,
          "wilsonLowerBound": 0.14901170886927304
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 8123,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 544,
          "successRate": 0.066970331158439,
          "wilsonLowerBound": 0.061736366111672984
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 56033,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 14062,
          "successRate": 0.2509592561526243,
          "wilsonLowerBound": 0.24738646104471193
        }
      },
      "Iluvatar_bi-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 25531,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3276,
          "successRate": 0.1283145979397595,
          "wilsonLowerBound": 0.12426802419899168
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 87131,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 9773,
          "successRate": 0.11216444204703263,
          "wilsonLowerBound": 0.11008613352518778
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 50185,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5743,
          "successRate": 0.11443658463684368,
          "wilsonLowerBound": 0.11168081497188816
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 52654,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3849,
          "successRate": 0.07309985945987009,
          "wilsonLowerBound": 0.07090747915574051
        }
      },
      "Iluvatar_bi-150": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 95211,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 24047,
          "successRate": 0.25256535484345294,
          "wilsonLowerBound": 0.24981552225299083
        },
        "llamacpp_opt": {
          "framework": "llamacpp_opt",
          "modelCount": 155,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 0,
          "successRate": 0.0,
          "wilsonLowerBound": 0.0
        },
        "transformers": {
          "framework": "transformers",
          "modelCount": 5700,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 591,
          "successRate": 0.1036842105263158,
          "wilsonLowerBound": 0.09603512572430042
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 112928,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 16541,
          "successRate": 0.1464738594502692,
          "wilsonLowerBound": 0.14442362387842142
        },
        "vllm-0.17.0": {
          "framework": "vllm-0.17.0",
          "modelCount": 324,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1,
          "successRate": 0.0030864197530864196,
          "wilsonLowerBound": 0.0005450227751171053
        },
        "vllm_0_17_0_corex_4_4_0": {
          "framework": "vllm_0_17_0_corex_4_4_0",
          "modelCount": 26282,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4222,
          "successRate": 0.1606422646678335,
          "wilsonLowerBound": 0.15625244639410169
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 44595,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5803,
          "successRate": 0.1301266958179168,
          "wilsonLowerBound": 0.12703587113747228
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 8540,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 840,
          "successRate": 0.09836065573770492,
          "wilsonLowerBound": 0.09222390805613583
        }
      },
      "Iluvatar_mrv-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 205,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 37,
          "successRate": 0.18048780487804877,
          "wilsonLowerBound": 0.13387369642098657
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 35885,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 7244,
          "successRate": 0.2018670753796851,
          "wilsonLowerBound": 0.19774601095049524
        }
      },
      "Kunlunxin_p-800": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 61577,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12431,
          "successRate": 0.20187732432564107,
          "wilsonLowerBound": 0.19872548365841847
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 18924,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5370,
          "successRate": 0.2837666455294864,
          "wilsonLowerBound": 0.2773877440077507
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 16385,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3961,
          "successRate": 0.24174549893194996,
          "wilsonLowerBound": 0.235250816369528
        }
      },
      "MetaX_c-500": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 69922,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 19206,
          "successRate": 0.2746774977832442,
          "wilsonLowerBound": 0.2713814814336607
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 1853,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1080,
          "successRate": 0.5828386400431732,
          "wilsonLowerBound": 0.5602383791568307
        }
      },
      "Mthreads_s4000": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 48656,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 21732,
          "successRate": 0.44664584018414993,
          "wilsonLowerBound": 0.44223278021547113
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 41433,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5294,
          "successRate": 0.12777254845171723,
          "wilsonLowerBound": 0.12459249836307325
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 1270,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 0,
          "successRate": 0.0,
          "wilsonLowerBound": 0.0
        }
      },
      "Sunrise_pt-200-x1": {
        "sglang": {
          "framework": "sglang",
          "modelCount": 6289,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 192,
          "successRate": 0.03052949594530132,
          "wilsonLowerBound": 0.026555749965692398
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 10115,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 766,
          "successRate": 0.07572911517548196,
          "wilsonLowerBound": 0.07073275509622819
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 7924,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3487,
          "successRate": 0.4400555275113579,
          "wilsonLowerBound": 0.4291574389365201
        }
      },
      "Vastai_va16": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 7437,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 245,
          "successRate": 0.032943391152346374,
          "wilsonLowerBound": 0.02912176326715448
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 20125,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5684,
          "successRate": 0.28243478260869564,
          "wilsonLowerBound": 0.27625693870351054
        }
      },
      "hygon_k100-ai": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 29235,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 14982,
          "successRate": 0.5124679322729605,
          "wilsonLowerBound": 0.5067368703393946
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 68648,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 7433,
          "successRate": 0.10827700734180165,
          "wilsonLowerBound": 0.10597441206619507
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 14438,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2601,
          "successRate": 0.18014960520847764,
          "wilsonLowerBound": 0.17396611304583898
        }
      }
    }
  },
  "frameworkUpdatedAt": null,
  "generatedAt": "2026-10-22T11:00:55.969841+00:00",
  "gpuStats": {
    "Ascend_910-b4": {
      "available": true,
      "backlogHours": 1385.3617021276596,
      "canVerify": true,
      "error": null,
      "gpu": "Ascend_910-b4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 2.5,
      "queueFactor": 0.9461413698268293,
      "queueWeight": 0.9461413698268293,
      "recentSuccess": 37,
      "recentSuccessRate": 0.2624113475177305,
      "recentTerminal": 141,
      "recentWilsonLowerBound": 0.1967876598278167,
      "running": 8,
      "selectionWeight": 2.3653534245670733,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 23.5,
      "waiting": 32556
    },
    "Biren_166m": {
      "available": true,
      "backlogHours": 112.82758620689656,
      "canVerify": true,
      "error": null,
      "gpu": "Biren_166m",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.0929313533377612,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 18,
      "recentSuccessRate": 0.06896551724137931,
      "recentTerminal": 261,
      "recentWilsonLowerBound": 0.04406551856656397,
      "running": 8,
      "selectionWeight": 0.12081075933908957,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 43.5,
      "waiting": 4908
    },
    "Cambricon_mlu-370-x4": {
      "available": true,
      "backlogHours": 957.7894736842105,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.35838646221290116,
      "queueFactor": 1.0,
      "queueWeight": 1.0,
      "recentSuccess": 15,
      "recentSuccessRate": 0.13157894736842105,
      "recentTerminal": 114,
      "recentWilsonLowerBound": 0.08138578986699035,
      "running": 7,
      "selectionWeight": 0.35838646221290116,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 19.0,
      "waiting": 18198
    },
    "Cambricon_mlu-370-x8": {
      "available": true,
      "backlogHours": 280.6019417475728,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x8",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.5618212388999096,
      "queueFactor": 1.2022005108092486,
      "queueWeight": 1.2022005108092486,
      "recentSuccess": 29,
      "recentSuccessRate": 0.1407766990291262,
      "recentTerminal": 206,
      "recentWilsonLowerBound": 0.09983826328827126,
      "running": 7,
      "selectionWeight": 0.6754217803889563,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 34.333333333333336,
      "waiting": 9634
    },
    "Iluvatar_bi-100": {
      "available": true,
      "backlogHours": 50.2962962962963,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 24,
      "qualityFactor": 0.05,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 5,
      "recentSuccessRate": 0.012345679012345678,
      "recentTerminal": 405,
      "recentWilsonLowerBound": 0.005284473316186292,
      "running": 24,
      "selectionWeight": 0.065,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 67.5,
      "waiting": 3395
    },
    "Iluvatar_bi-150": {
      "available": true,
      "backlogHours": 147.40993788819875,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-150",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 50,
      "qualityFactor": 0.09995243172634909,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 22,
      "recentSuccessRate": 0.06832298136645963,
      "recentTerminal": 322,
      "recentWilsonLowerBound": 0.04554877057705359,
      "running": 3,
      "selectionWeight": 0.1299381612442538,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 53.666666666666664,
      "waiting": 7911
    },
    "Iluvatar_mrv-100": {
      "available": true,
      "backlogHours": 2684.8333333333335,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_mrv-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 0.7988680453890127,
      "queueFactor": 0.8567476251989238,
      "queueWeight": 0.8567476251989238,
      "recentSuccess": 8,
      "recentSuccessRate": 0.2222222222222222,
      "recentTerminal": 36,
      "recentWilsonLowerBound": 0.11716192974839595,
      "running": 2,
      "selectionWeight": 0.6844283007343427,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 6.0,
      "waiting": 16109
    },
    "Kunlunxin_p-800": {
      "available": true,
      "backlogHours": 332.85714285714283,
      "canVerify": true,
      "error": null,
      "gpu": "Kunlunxin_p-800",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 1.2465951877410795,
      "queueFactor": 1.1717955025327922,
      "queueWeight": 1.1717955025327922,
      "recentSuccess": 33,
      "recentSuccessRate": 0.19642857142857142,
      "recentTerminal": 168,
      "recentWilsonLowerBound": 0.14342590715855283,
      "running": 8,
      "selectionWeight": 1.4607546344740185,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 28.0,
      "waiting": 9320
    },
    "MetaX_c-500": {
      "available": true,
      "backlogHours": 497.31428571428575,
      "canVerify": true,
      "error": null,
      "gpu": "MetaX_c-500",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 0.2261040203344729,
      "queueFactor": 1.1033057174250813,
      "queueWeight": 1.1033057174250813,
      "recentSuccess": 15,
      "recentSuccessRate": 0.10714285714285714,
      "recentTerminal": 140,
      "recentWilsonLowerBound": 0.06601153090085866,
      "running": 4,
      "selectionWeight": 0.2494618583678208,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 23.333333333333332,
      "waiting": 11604
    },
    "Mthreads_s4000": {
      "available": true,
      "backlogHours": 2502.0,
      "canVerify": true,
      "error": null,
      "gpu": "Mthreads_s4000",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 1.1315240942480018,
      "queueFactor": 0.8658594738296764,
      "queueWeight": 0.8658594738296764,
      "recentSuccess": 14,
      "recentSuccessRate": 0.2222222222222222,
      "recentTerminal": 63,
      "recentWilsonLowerBound": 0.13724883861823153,
      "running": 4,
      "selectionWeight": 0.9797408568711761,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 10.5,
      "waiting": 26271
    },
    "Sunrise_pt-200-x1": {
      "available": true,
      "backlogHours": 2432.7391304347825,
      "canVerify": true,
      "error": null,
      "gpu": "Sunrise_pt-200-x1",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 0.3057958200752027,
      "queueFactor": 0.8695131969354134,
      "queueWeight": 0.8695131969354134,
      "recentSuccess": 7,
      "recentSuccessRate": 0.15217391304347827,
      "recentTerminal": 46,
      "recentWilsonLowerBound": 0.07572186234017478,
      "running": 2,
      "selectionWeight": 0.26589350112307597,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 7.666666666666667,
      "waiting": 18651
    },
    "Vastai_va16": {
      "available": true,
      "backlogHours": 968.9473684210526,
      "canVerify": true,
      "error": null,
      "gpu": "Vastai_va16",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 16,
      "qualityFactor": 0.19174319735692213,
      "queueFactor": 0.9982641637129396,
      "queueWeight": 0.9982641637129396,
      "recentSuccess": 12,
      "recentSuccessRate": 0.10526315789473684,
      "recentTerminal": 114,
      "recentWilsonLowerBound": 0.06124627210871392,
      "running": 16,
      "selectionWeight": 0.191410362557153,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 19.0,
      "waiting": 18410
    },
    "hygon_k100-ai": {
      "available": true,
      "backlogHours": 1854.5249999999999,
      "canVerify": true,
      "error": null,
      "gpu": "hygon_k100-ai",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 6,
      "qualityFactor": 0.33145286097529525,
      "queueFactor": 0.9056400189511392,
      "queueWeight": 0.9056400189511392,
      "recentSuccess": 11,
      "recentSuccessRate": 0.1375,
      "recentTerminal": 80,
      "recentWilsonLowerBound": 0.07854633679551143,
      "running": 6,
      "selectionWeight": 0.3001769752950757,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 13.333333333333334,
      "waiting": 24727
    }
  },
  "queueAttemptedAt": "2026-10-22T10:59:11.563713+00:00",
  "queueError": null,
  "queueUpdatedAt": "2026-10-22T10:59:11.563713+00:00",
  "supportedGpus": [
    "Cambricon_mlu-370-x4",
    "Vastai_va16",
    "Iluvatar_mrv-100",
    "Kunlunxin_p-800",
    "Iluvatar_bi-150",
    "Biren_166m",
    "Ascend_910-b4",
    "hygon_k100-ai",
    "MetaX_c-500",
    "Sunrise_pt-200-x1",
    "Iluvatar_bi-100",
    "Cambricon_mlu-370-x8",
    "Mthreads_s4000"
  ],
  "taskTypes": [
    "text-generation"
  ],
  "throughputWindowHours": 6,
  "version": 3
}