submmit/.modelhub_state/market_intelligence.json

{
  "communityAttemptedAt": "2026-09-10T19:20:54.121441+00:00",
  "communityError": null,
  "communitySample": {},
  "communityUpdatedAt": "2026-09-10T19:20:54.121441+00:00",
  "frameworkAttemptedAt": "2026-09-10T15:27:32.924657+00:00",
  "frameworkError": null,
  "frameworkStats": {
    "text-generation": {
      "Ascend_910-b3": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 38338,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 18295,
          "successRate": 0.47720277531430955,
          "wilsonLowerBound": 0.47220543078048205
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 50568,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 14328,
          "successRate": 0.28334124347413386,
          "wilsonLowerBound": 0.27943019786424367
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 1789,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 449,
          "successRate": 0.2509782001117943,
          "wilsonLowerBound": 0.23143456102944407
        }
      },
      "Ascend_910-b4": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 31416,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 13521,
          "successRate": 0.43038579067990834,
          "wilsonLowerBound": 0.42491943017841394
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 36525,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 10442,
          "successRate": 0.285886379192334,
          "wilsonLowerBound": 0.28127524230104706
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 6968,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3199,
          "successRate": 0.4590987370838117,
          "wilsonLowerBound": 0.4474237173995597
        }
      },
      "Biren_166m": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 63793,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12060,
          "successRate": 0.18904895521452197,
          "wilsonLowerBound": 0.18602924981833124
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 13844,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2735,
          "successRate": 0.19755850910141579,
          "wilsonLowerBound": 0.1910102609114936
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 5151,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 37,
          "successRate": 0.007183071248301301,
          "wilsonLowerBound": 0.005215910778690411
        }
      },
      "Cambricon_mlu-370-x4": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 25961,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3187,
          "successRate": 0.12276106467393398,
          "wilsonLowerBound": 0.11882483798483397
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 16452,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1672,
          "successRate": 0.10162898127887186,
          "wilsonLowerBound": 0.09710433315414777
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 9407,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4084,
          "successRate": 0.43414478579781013,
          "wilsonLowerBound": 0.4241575354389301
        }
      },
      "Cambricon_mlu-370-x8": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 24030,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3770,
          "successRate": 0.15688722430295465,
          "wilsonLowerBound": 0.1523436123834872
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 8066,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 544,
          "successRate": 0.0674435903793702,
          "wilsonLowerBound": 0.0621738174048722
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 39427,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 9945,
          "successRate": 0.25223831384584167,
          "wilsonLowerBound": 0.24797566376420394
        }
      },
      "Iluvatar_bi-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 22915,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3026,
          "successRate": 0.1320532402356535,
          "wilsonLowerBound": 0.12773138638590842
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 86485,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 9762,
          "successRate": 0.11287506504018038,
          "wilsonLowerBound": 0.11078323440993057
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 38614,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4738,
          "successRate": 0.12270161081473041,
          "wilsonLowerBound": 0.11946656975844437
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 26133,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3213,
          "successRate": 0.12294799678567328,
          "wilsonLowerBound": 0.11902193180839078
        }
      },
      "Iluvatar_bi-150": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 87397,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 20307,
          "successRate": 0.23235351327848783,
          "wilsonLowerBound": 0.22956528173891405
        },
        "transformers": {
          "framework": "transformers",
          "modelCount": 5054,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 562,
          "successRate": 0.111199050257222,
          "wilsonLowerBound": 0.10282517065480763
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 112425,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 16502,
          "successRate": 0.14678229931065154,
          "wilsonLowerBound": 0.14472569775049507
        },
        "vllm_0_17_0_corex_4_4_0": {
          "framework": "vllm_0_17_0_corex_4_4_0",
          "modelCount": 15613,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3188,
          "successRate": 0.2041888170114648,
          "wilsonLowerBound": 0.19793878702309592
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 42431,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5510,
          "successRate": 0.12985788692229738,
          "wilsonLowerBound": 0.12669288448244376
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 6025,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 469,
          "successRate": 0.07784232365145229,
          "wilsonLowerBound": 0.07134281712711635
        }
      },
      "Iluvatar_mrv-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 198,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 36,
          "successRate": 0.18181818181818182,
          "wilsonLowerBound": 0.1343204258911728
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 29865,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5092,
          "successRate": 0.17050058597019924,
          "wilsonLowerBound": 0.16627776573653213
        }
      },
      "Kunlunxin_p-800": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 60733,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12376,
          "successRate": 0.20377718867831326,
          "wilsonLowerBound": 0.20059236750741152
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 5978,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1768,
          "successRate": 0.29575108732017397,
          "wilsonLowerBound": 0.28431600169064586
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 11706,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3073,
          "successRate": 0.26251494959849647,
          "wilsonLowerBound": 0.2546229223317426
        }
      },
      "MetaX_c-500": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 58155,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 15830,
          "successRate": 0.2722035938440375,
          "wilsonLowerBound": 0.26860117980036025
        }
      },
      "Mthreads_s4000": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 45831,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 19877,
          "successRate": 0.43370207937858657,
          "wilsonLowerBound": 0.42917055264073056
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 35052,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2968,
          "successRate": 0.08467419833390391,
          "wilsonLowerBound": 0.08180502284967742
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 211,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 0,
          "successRate": 0.0,
          "wilsonLowerBound": 0.0
        }
      },
      "Sunrise_pt-200-x1": {
        "sglang": {
          "framework": "sglang",
          "modelCount": 6273,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 192,
          "successRate": 0.030607364897178385,
          "wilsonLowerBound": 0.02662361262856994
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 9997,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 728,
          "successRate": 0.07282184655396619,
          "wilsonLowerBound": 0.06789056951143375
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 5367,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2248,
          "successRate": 0.4188559716787777,
          "wilsonLowerBound": 0.4057188914791776
        }
      },
      "Vastai_va16": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 7360,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 235,
          "successRate": 0.03192934782608696,
          "wilsonLowerBound": 0.02815049734326355
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 9857,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3390,
          "successRate": 0.3439180277975043,
          "wilsonLowerBound": 0.3346028962130698
        }
      },
      "hygon_k100-ai": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 25585,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12865,
          "successRate": 0.5028336916161814,
          "wilsonLowerBound": 0.4967070292687963
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 60431,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5864,
          "successRate": 0.09703628932170574,
          "wilsonLowerBound": 0.0947017509028485
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 12006,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1628,
          "successRate": 0.13559886723305015,
          "wilsonLowerBound": 0.1295911942318147
        }
      }
    }
  },
  "frameworkUpdatedAt": null,
  "generatedAt": "2026-09-10T19:20:54.121441+00:00",
  "gpuStats": {
    "Ascend_910-b3": {
      "available": true,
      "backlogHours": 1079.9538461538461,
      "canVerify": true,
      "error": null,
      "gpu": "Ascend_910-b3",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 1.2203681686203012,
      "queueFactor": 0.9560793372151364,
      "queueWeight": 0.9560793372151364,
      "recentSuccess": 55,
      "recentSuccessRate": 0.4230769230769231,
      "recentTerminal": 130,
      "recentWilsonLowerBound": 0.34155499024701075,
      "running": 8,
      "selectionWeight": 1.1667687898129473,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 21.666666666666668,
      "waiting": 23399
    },
    "Ascend_910-b4": {
      "available": true,
      "backlogHours": 1113.7297297297296,
      "canVerify": true,
      "error": null,
      "gpu": "Ascend_910-b4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.7444771381785896,
      "queueFactor": 0.9516729816991998,
      "queueWeight": 0.9516729816991998,
      "recentSuccess": 51,
      "recentSuccessRate": 0.34459459459459457,
      "recentTerminal": 148,
      "recentWilsonLowerBound": 0.2728332041114695,
      "running": 8,
      "selectionWeight": 0.7084987778973055,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 24.666666666666668,
      "waiting": 27472
    },
    "Biren_166m": {
      "available": true,
      "backlogHours": 149.63934426229508,
      "canVerify": true,
      "error": null,
      "gpu": "Biren_166m",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.08810926056953293,
      "queueFactor": 1.2860203537451698,
      "queueWeight": 1.2860203537451698,
      "recentSuccess": 27,
      "recentSuccessRate": 0.14754098360655737,
      "recentTerminal": 183,
      "recentWilsonLowerBound": 0.10342152716176933,
      "running": 8,
      "selectionWeight": 0.11331030244585608,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 30.5,
      "waiting": 4564
    },
    "Cambricon_mlu-370-x4": {
      "available": true,
      "backlogHours": 897.9157894736842,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.07841449513492013,
      "queueFactor": 0.9829227122694074,
      "queueWeight": 0.9829227122694074,
      "recentSuccess": 15,
      "recentSuccessRate": 0.15789473684210525,
      "recentTerminal": 95,
      "recentWilsonLowerBound": 0.09808429823947339,
      "running": 7,
      "selectionWeight": 0.07707538823925195,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 15.833333333333334,
      "waiting": 14217
    },
    "Cambricon_mlu-370-x8": {
      "available": true,
      "backlogHours": 440.77685950413223,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x8",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.38129038965925444,
      "queueFactor": 1.093633723382469,
      "queueWeight": 1.093633723382469,
      "recentSuccess": 33,
      "recentSuccessRate": 0.2727272727272727,
      "recentTerminal": 121,
      "recentWilsonLowerBound": 0.20128358396584387,
      "running": 7,
      "selectionWeight": 0.4169920285330028,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 20.166666666666668,
      "waiting": 8889
    },
    "Iluvatar_bi-100": {
      "available": true,
      "backlogHours": 99.27272727272728,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 24,
      "qualityFactor": 0.05,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 9,
      "recentSuccessRate": 0.06293706293706294,
      "recentTerminal": 143,
      "recentWilsonLowerBound": 0.03346110825773375,
      "running": 5,
      "selectionWeight": 0.065,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 23.833333333333332,
      "waiting": 2366
    },
    "Iluvatar_bi-150": {
      "available": true,
      "backlogHours": 117.66153846153846,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-150",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 50,
      "qualityFactor": 0.05,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 12,
      "recentSuccessRate": 0.06153846153846154,
      "recentTerminal": 195,
      "recentWilsonLowerBound": 0.035549209700809103,
      "running": 3,
      "selectionWeight": 0.065,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 32.5,
      "waiting": 3824
    },
    "Iluvatar_mrv-100": {
      "available": true,
      "backlogHours": 2229.714285714286,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_mrv-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 0.4191008133595272,
      "queueFactor": 0.8575655557429834,
      "queueWeight": 0.8575655557429834,
      "recentSuccess": 14,
      "recentSuccessRate": 0.3333333333333333,
      "recentTerminal": 42,
      "recentWilsonLowerBound": 0.21012280761972318,
      "running": 2,
      "selectionWeight": 0.3594064219209993,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 7.0,
      "waiting": 15608
    },
    "Kunlunxin_p-800": {
      "available": true,
      "backlogHours": 703.0967741935484,
      "canVerify": true,
      "error": null,
      "gpu": "Kunlunxin_p-800",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.2657469176080456,
      "queueFactor": 1.0196531044618196,
      "queueWeight": 1.0196531044618196,
      "recentSuccess": 23,
      "recentSuccessRate": 0.24731182795698925,
      "recentTerminal": 93,
      "recentWilsonLowerBound": 0.17082099814063503,
      "running": 7,
      "selectionWeight": 0.2709696695402031,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 15.5,
      "waiting": 10898
    },
    "MetaX_c-500": {
      "available": true,
      "backlogHours": 571.6,
      "canVerify": true,
      "error": null,
      "gpu": "MetaX_c-500",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 0.2066486882190846,
      "queueFactor": 1.051818677911958,
      "queueWeight": 1.051818677911958,
      "recentSuccess": 26,
      "recentSuccessRate": 0.21666666666666667,
      "recentTerminal": 120,
      "recentWilsonLowerBound": 0.15236622842757383,
      "running": 4,
      "selectionWeight": 0.217356950034838,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 20.0,
      "waiting": 11432
    },
    "Mthreads_s4000": {
      "available": true,
      "backlogHours": 1447.5505617977528,
      "canVerify": true,
      "error": null,
      "gpu": "Mthreads_s4000",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 0.15055055628329844,
      "queueFactor": 0.9149758898714099,
      "queueWeight": 0.9149758898714099,
      "recentSuccess": 18,
      "recentSuccessRate": 0.20224719101123595,
      "recentTerminal": 89,
      "recentWilsonLowerBound": 0.1319367734752211,
      "running": 4,
      "selectionWeight": 0.13775012920594676,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 14.833333333333334,
      "waiting": 21472
    },
    "Sunrise_pt-200-x1": {
      "available": true,
      "backlogHours": 3898.636363636364,
      "canVerify": true,
      "error": null,
      "gpu": "Sunrise_pt-200-x1",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 2.5,
      "queueFactor": 0.7886200278661567,
      "queueWeight": 0.7886200278661567,
      "recentSuccess": 15,
      "recentSuccessRate": 0.6818181818181818,
      "recentTerminal": 22,
      "recentWilsonLowerBound": 0.4731822278283934,
      "running": 2,
      "selectionWeight": 1.9715500696653918,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 3.6666666666666665,
      "waiting": 14295
    },
    "Vastai_va16": {
      "available": true,
      "backlogHours": 1011.8360655737705,
      "canVerify": true,
      "error": null,
      "gpu": "Vastai_va16",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 16,
      "qualityFactor": 0.7924071466187198,
      "queueFactor": 0.965468676940979,
      "queueWeight": 0.965468676940979,
      "recentSuccess": 24,
      "recentSuccessRate": 0.39344262295081966,
      "recentTerminal": 61,
      "recentWilsonLowerBound": 0.28068166862043625,
      "running": 16,
      "selectionWeight": 0.7650442794445518,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 10.166666666666666,
      "waiting": 10287
    },
    "hygon_k100-ai": {
      "available": true,
      "backlogHours": 541.5625,
      "canVerify": true,
      "error": null,
      "gpu": "hygon_k100-ai",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 6,
      "qualityFactor": 1.1527521294942051,
      "queueFactor": 1.0603699800235336,
      "queueWeight": 1.0603699800235336,
      "recentSuccess": 41,
      "recentSuccessRate": 0.4270833333333333,
      "recentTerminal": 96,
      "recentWilsonLowerBound": 0.3328192137965024,
      "running": 6,
      "selectionWeight": 1.222343752523856,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 16.0,
      "waiting": 8665
    }
  },
  "queueAttemptedAt": "2026-09-10T19:11:24.515163+00:00",
  "queueError": null,
  "queueUpdatedAt": "2026-09-10T19:11:24.515163+00:00",
  "supportedGpus": [
    "Vastai_va16",
    "Iluvatar_mrv-100",
    "Kunlunxin_p-800",
    "Cambricon_mlu-370-x4",
    "Iluvatar_bi-150",
    "Ascend_910-b4",
    "hygon_k100-ai",
    "MetaX_c-500",
    "Sunrise_pt-200-x1",
    "Ascend_910-b3",
    "Iluvatar_bi-100",
    "Biren_166m",
    "Cambricon_mlu-370-x8",
    "Mthreads_s4000"
  ],
  "taskTypes": [
    "text-generation"
  ],
  "throughputWindowHours": 6,
  "version": 3
}