submmit/.modelhub_state/market_intelligence.json

{
  "communityAttemptedAt": "2026-10-22T09:59:02.572840+00:00",
  "communityError": "ModelHubAPIError: 分页大小不能超过100",
  "communitySample": {},
  "communityUpdatedAt": null,
  "frameworkAttemptedAt": "2026-10-22T09:53:57.959510+00:00",
  "frameworkError": null,
  "frameworkStats": {
    "text-generation": {
      "Ascend_910-b4": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 38920,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 18677,
          "successRate": 0.4798818088386434,
          "wilsonLowerBound": 0.4749205413016678
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 40763,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 11149,
          "successRate": 0.27350783799033435,
          "wilsonLowerBound": 0.2692019690956449
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 14511,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5983,
          "successRate": 0.41230790434842535,
          "wilsonLowerBound": 0.4043228658112287
        }
      },
      "Biren_166m": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 64303,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12098,
          "successRate": 0.18814052221513772,
          "wilsonLowerBound": 0.1851383844411247
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 36123,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 7573,
          "successRate": 0.20964482462696896,
          "wilsonLowerBound": 0.20547805168946148
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 8427,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 117,
          "successRate": 0.013883944464222144,
          "wilsonLowerBound": 0.011597941199158086
        }
      },
      "Cambricon_mlu-370-x4": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 26804,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3293,
          "successRate": 0.12285479779137443,
          "wilsonLowerBound": 0.11897879368548589
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 16524,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1676,
          "successRate": 0.10142822561123215,
          "wilsonLowerBound": 0.09691732820979243
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 17808,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 6845,
          "successRate": 0.3843778077268643,
          "wilsonLowerBound": 0.3772587588016121
        }
      },
      "Cambricon_mlu-370-x8": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 24837,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3811,
          "successRate": 0.1534404316141241,
          "wilsonLowerBound": 0.14901170886927304
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 8123,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 544,
          "successRate": 0.066970331158439,
          "wilsonLowerBound": 0.061736366111672984
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 56033,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 14062,
          "successRate": 0.2509592561526243,
          "wilsonLowerBound": 0.24738646104471193
        }
      },
      "Iluvatar_bi-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 25531,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3276,
          "successRate": 0.1283145979397595,
          "wilsonLowerBound": 0.12426802419899168
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 87131,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 9773,
          "successRate": 0.11216444204703263,
          "wilsonLowerBound": 0.11008613352518778
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 50185,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5743,
          "successRate": 0.11443658463684368,
          "wilsonLowerBound": 0.11168081497188816
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 52654,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3849,
          "successRate": 0.07309985945987009,
          "wilsonLowerBound": 0.07090747915574051
        }
      },
      "Iluvatar_bi-150": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 95211,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 24047,
          "successRate": 0.25256535484345294,
          "wilsonLowerBound": 0.24981552225299083
        },
        "llamacpp_opt": {
          "framework": "llamacpp_opt",
          "modelCount": 155,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 0,
          "successRate": 0.0,
          "wilsonLowerBound": 0.0
        },
        "transformers": {
          "framework": "transformers",
          "modelCount": 5700,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 591,
          "successRate": 0.1036842105263158,
          "wilsonLowerBound": 0.09603512572430042
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 112928,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 16541,
          "successRate": 0.1464738594502692,
          "wilsonLowerBound": 0.14442362387842142
        },
        "vllm-0.17.0": {
          "framework": "vllm-0.17.0",
          "modelCount": 324,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1,
          "successRate": 0.0030864197530864196,
          "wilsonLowerBound": 0.0005450227751171053
        },
        "vllm_0_17_0_corex_4_4_0": {
          "framework": "vllm_0_17_0_corex_4_4_0",
          "modelCount": 26282,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4222,
          "successRate": 0.1606422646678335,
          "wilsonLowerBound": 0.15625244639410169
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 44595,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5803,
          "successRate": 0.1301266958179168,
          "wilsonLowerBound": 0.12703587113747228
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 8540,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 840,
          "successRate": 0.09836065573770492,
          "wilsonLowerBound": 0.09222390805613583
        }
      },
      "Iluvatar_mrv-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 205,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 37,
          "successRate": 0.18048780487804877,
          "wilsonLowerBound": 0.13387369642098657
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 35885,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 7244,
          "successRate": 0.2018670753796851,
          "wilsonLowerBound": 0.19774601095049524
        }
      },
      "Kunlunxin_p-800": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 61577,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12431,
          "successRate": 0.20187732432564107,
          "wilsonLowerBound": 0.19872548365841847
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 18924,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5370,
          "successRate": 0.2837666455294864,
          "wilsonLowerBound": 0.2773877440077507
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 16385,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3961,
          "successRate": 0.24174549893194996,
          "wilsonLowerBound": 0.235250816369528
        }
      },
      "MetaX_c-500": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 69922,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 19206,
          "successRate": 0.2746774977832442,
          "wilsonLowerBound": 0.2713814814336607
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 1853,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1080,
          "successRate": 0.5828386400431732,
          "wilsonLowerBound": 0.5602383791568307
        }
      },
      "Mthreads_s4000": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 48656,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 21732,
          "successRate": 0.44664584018414993,
          "wilsonLowerBound": 0.44223278021547113
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 41433,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5294,
          "successRate": 0.12777254845171723,
          "wilsonLowerBound": 0.12459249836307325
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 1270,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 0,
          "successRate": 0.0,
          "wilsonLowerBound": 0.0
        }
      },
      "Sunrise_pt-200-x1": {
        "sglang": {
          "framework": "sglang",
          "modelCount": 6289,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 192,
          "successRate": 0.03052949594530132,
          "wilsonLowerBound": 0.026555749965692398
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 10115,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 766,
          "successRate": 0.07572911517548196,
          "wilsonLowerBound": 0.07073275509622819
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 7924,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3487,
          "successRate": 0.4400555275113579,
          "wilsonLowerBound": 0.4291574389365201
        }
      },
      "Vastai_va16": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 7437,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 245,
          "successRate": 0.032943391152346374,
          "wilsonLowerBound": 0.02912176326715448
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 20125,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5684,
          "successRate": 0.28243478260869564,
          "wilsonLowerBound": 0.27625693870351054
        }
      },
      "hygon_k100-ai": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 29235,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 14982,
          "successRate": 0.5124679322729605,
          "wilsonLowerBound": 0.5067368703393946
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 68648,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 7433,
          "successRate": 0.10827700734180165,
          "wilsonLowerBound": 0.10597441206619507
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 14438,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2601,
          "successRate": 0.18014960520847764,
          "wilsonLowerBound": 0.17396611304583898
        }
      }
    }
  },
  "frameworkUpdatedAt": null,
  "generatedAt": "2026-10-22T10:02:26.355705+00:00",
  "gpuStats": {
    "Ascend_910-b4": {
      "available": true,
      "backlogHours": 1276.7450980392157,
      "canVerify": true,
      "error": null,
      "gpu": "Ascend_910-b4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 2.5,
      "queueFactor": 0.9424103533768076,
      "queueWeight": 0.9424103533768076,
      "recentSuccess": 39,
      "recentSuccessRate": 0.2549019607843137,
      "recentTerminal": 153,
      "recentWilsonLowerBound": 0.19243618337159415,
      "running": 8,
      "selectionWeight": 2.356025883442019,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 25.5,
      "waiting": 32557
    },
    "Biren_166m": {
      "available": true,
      "backlogHours": 120.1951219512195,
      "canVerify": true,
      "error": null,
      "gpu": "Biren_166m",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.08076063758499404,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 16,
      "recentSuccessRate": 0.06504065040650407,
      "recentTerminal": 246,
      "recentWilsonLowerBound": 0.04042755916240118,
      "running": 8,
      "selectionWeight": 0.10498882886049225,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 41.0,
      "waiting": 4928
    },
    "Cambricon_mlu-370-x4": {
      "available": true,
      "backlogHours": 859.7480314960629,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.4172468454308973,
      "queueFactor": 1.0,
      "queueWeight": 1.0,
      "recentSuccess": 17,
      "recentSuccessRate": 0.13385826771653545,
      "recentTerminal": 127,
      "recentWilsonLowerBound": 0.08528178945456724,
      "running": 7,
      "selectionWeight": 0.4172468454308973,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 21.166666666666668,
      "waiting": 18198
    },
    "Cambricon_mlu-370-x8": {
      "available": true,
      "backlogHours": 288.02985074626866,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x8",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.2999357239600037,
      "queueFactor": 1.1782570679338693,
      "queueWeight": 1.1782570679338693,
      "recentSuccess": 22,
      "recentSuccessRate": 0.10945273631840796,
      "recentTerminal": 201,
      "recentWilsonLowerBound": 0.07339905292586807,
      "running": 7,
      "selectionWeight": 0.3534013866817363,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 33.5,
      "waiting": 9649
    },
    "Iluvatar_bi-100": {
      "available": true,
      "backlogHours": 51.1044776119403,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 24,
      "qualityFactor": 0.05,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 5,
      "recentSuccessRate": 0.012437810945273632,
      "recentTerminal": 402,
      "recentWilsonLowerBound": 0.005323994405388006,
      "running": 24,
      "selectionWeight": 0.065,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 67.0,
      "waiting": 3424
    },
    "Iluvatar_bi-150": {
      "available": true,
      "backlogHours": 176.8104089219331,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-150",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 50,
      "qualityFactor": 0.05,
      "queueFactor": 1.2677379879867348,
      "queueWeight": 1.2677379879867348,
      "recentSuccess": 14,
      "recentSuccessRate": 0.05204460966542751,
      "recentTerminal": 269,
      "recentWilsonLowerBound": 0.031251447757648376,
      "running": 6,
      "selectionWeight": 0.06338689939933674,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 44.833333333333336,
      "waiting": 7927
    },
    "Iluvatar_mrv-100": {
      "available": true,
      "backlogHours": 2612.9189189189187,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_mrv-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 2.0258564127366645,
      "queueFactor": 0.8464216990603328,
      "queueWeight": 0.8464216990603328,
      "recentSuccess": 11,
      "recentSuccessRate": 0.2972972972972973,
      "recentTerminal": 37,
      "recentWilsonLowerBound": 0.174893023464082,
      "running": 2,
      "selectionWeight": 1.7147288269208385,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 6.166666666666667,
      "waiting": 16113
    },
    "Kunlunxin_p-800": {
      "available": true,
      "backlogHours": 317.9318181818182,
      "canVerify": true,
      "error": null,
      "gpu": "Kunlunxin_p-800",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 1.478535176076961,
      "queueFactor": 1.1609287847067369,
      "queueWeight": 1.1609287847067369,
      "recentSuccess": 36,
      "recentSuccessRate": 0.20454545454545456,
      "recentTerminal": 176,
      "recentWilsonLowerBound": 0.1515657672943556,
      "running": 8,
      "selectionWeight": 1.7164740451091876,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 29.333333333333332,
      "waiting": 9326
    },
    "MetaX_c-500": {
      "available": true,
      "backlogHours": 477.3287671232877,
      "canVerify": true,
      "error": null,
      "gpu": "MetaX_c-500",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 0.17853851297803022,
      "queueFactor": 1.0922776246569283,
      "queueWeight": 1.0922776246569283,
      "recentSuccess": 14,
      "recentSuccessRate": 0.0958904109589041,
      "recentTerminal": 146,
      "recentWilsonLowerBound": 0.05798064671178073,
      "running": 4,
      "selectionWeight": 0.19501362286542304,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 24.333333333333332,
      "waiting": 11615
    },
    "Mthreads_s4000": {
      "available": true,
      "backlogHours": 2188.1666666666665,
      "canVerify": true,
      "error": null,
      "gpu": "Mthreads_s4000",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 1.508749135129045,
      "queueFactor": 0.8692478373010175,
      "queueWeight": 0.8692478373010175,
      "recentSuccess": 17,
      "recentSuccessRate": 0.2361111111111111,
      "recentTerminal": 72,
      "recentWilsonLowerBound": 0.15296584625945536,
      "running": 4,
      "selectionWeight": 1.311476922740703,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 12.0,
      "waiting": 26258
    },
    "Sunrise_pt-200-x1": {
      "available": true,
      "backlogHours": 2194.823529411765,
      "canVerify": true,
      "error": null,
      "gpu": "Sunrise_pt-200-x1",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 0.5379533642470816,
      "queueFactor": 0.8688518644834599,
      "queueWeight": 0.8688518644834599,
      "recentSuccess": 9,
      "recentSuccessRate": 0.17647058823529413,
      "recentTerminal": 51,
      "recentWilsonLowerBound": 0.09572295725809898,
      "running": 2,
      "selectionWeight": 0.4674017835312267,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 8.5,
      "waiting": 18656
    },
    "Vastai_va16": {
      "available": true,
      "backlogHours": 952.344827586207,
      "canVerify": true,
      "error": null,
      "gpu": "Vastai_va16",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 16,
      "qualityFactor": 0.24277122703537588,
      "queueFactor": 0.9847739332857605,
      "queueWeight": 0.9847739332857605,
      "recentSuccess": 13,
      "recentSuccessRate": 0.11206896551724138,
      "recentTerminal": 116,
      "recentWilsonLowerBound": 0.06667286239577594,
      "running": 16,
      "selectionWeight": 0.23907477613623745,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 19.333333333333332,
      "waiting": 18412
    },
    "hygon_k100-ai": {
      "available": true,
      "backlogHours": 1854.225,
      "canVerify": true,
      "error": null,
      "gpu": "hygon_k100-ai",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 6,
      "qualityFactor": 0.44638995483748145,
      "queueFactor": 0.8911099925114963,
      "queueWeight": 0.8911099925114963,
      "recentSuccess": 12,
      "recentSuccessRate": 0.15,
      "recentTerminal": 80,
      "recentWilsonLowerBound": 0.08793954037414209,
      "running": 6,
      "selectionWeight": 0.39778254931243523,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 13.333333333333334,
      "waiting": 24723
    }
  },
  "queueAttemptedAt": "2026-10-22T09:53:57.959510+00:00",
  "queueError": null,
  "queueUpdatedAt": "2026-10-22T09:53:57.959510+00:00",
  "supportedGpus": [
    "Cambricon_mlu-370-x4",
    "Vastai_va16",
    "Iluvatar_mrv-100",
    "Kunlunxin_p-800",
    "Iluvatar_bi-150",
    "Biren_166m",
    "Ascend_910-b4",
    "hygon_k100-ai",
    "MetaX_c-500",
    "Sunrise_pt-200-x1",
    "Iluvatar_bi-100",
    "Cambricon_mlu-370-x8",
    "Mthreads_s4000"
  ],
  "taskTypes": [
    "text-generation"
  ],
  "throughputWindowHours": 6,
  "version": 3
}