submmit/.modelhub_state/market_intelligence.json

{
  "communityAttemptedAt": "2026-09-10T19:38:11.550876+00:00",
  "communityError": null,
  "communitySample": {},
  "communityUpdatedAt": "2026-09-10T19:38:11.550876+00:00",
  "frameworkAttemptedAt": "2026-09-10T15:27:32.924657+00:00",
  "frameworkError": null,
  "frameworkStats": {
    "text-generation": {
      "Ascend_910-b3": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 38338,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 18295,
          "successRate": 0.47720277531430955,
          "wilsonLowerBound": 0.47220543078048205
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 50568,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 14328,
          "successRate": 0.28334124347413386,
          "wilsonLowerBound": 0.27943019786424367
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 1789,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 449,
          "successRate": 0.2509782001117943,
          "wilsonLowerBound": 0.23143456102944407
        }
      },
      "Ascend_910-b4": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 31416,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 13521,
          "successRate": 0.43038579067990834,
          "wilsonLowerBound": 0.42491943017841394
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 36525,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 10442,
          "successRate": 0.285886379192334,
          "wilsonLowerBound": 0.28127524230104706
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 6968,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3199,
          "successRate": 0.4590987370838117,
          "wilsonLowerBound": 0.4474237173995597
        }
      },
      "Biren_166m": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 63793,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12060,
          "successRate": 0.18904895521452197,
          "wilsonLowerBound": 0.18602924981833124
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 13844,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2735,
          "successRate": 0.19755850910141579,
          "wilsonLowerBound": 0.1910102609114936
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 5151,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 37,
          "successRate": 0.007183071248301301,
          "wilsonLowerBound": 0.005215910778690411
        }
      },
      "Cambricon_mlu-370-x4": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 25961,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3187,
          "successRate": 0.12276106467393398,
          "wilsonLowerBound": 0.11882483798483397
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 16452,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1672,
          "successRate": 0.10162898127887186,
          "wilsonLowerBound": 0.09710433315414777
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 9407,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4084,
          "successRate": 0.43414478579781013,
          "wilsonLowerBound": 0.4241575354389301
        }
      },
      "Cambricon_mlu-370-x8": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 24030,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3770,
          "successRate": 0.15688722430295465,
          "wilsonLowerBound": 0.1523436123834872
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 8066,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 544,
          "successRate": 0.0674435903793702,
          "wilsonLowerBound": 0.0621738174048722
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 39427,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 9945,
          "successRate": 0.25223831384584167,
          "wilsonLowerBound": 0.24797566376420394
        }
      },
      "Iluvatar_bi-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 22915,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3026,
          "successRate": 0.1320532402356535,
          "wilsonLowerBound": 0.12773138638590842
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 86485,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 9762,
          "successRate": 0.11287506504018038,
          "wilsonLowerBound": 0.11078323440993057
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 38614,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4738,
          "successRate": 0.12270161081473041,
          "wilsonLowerBound": 0.11946656975844437
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 26133,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3213,
          "successRate": 0.12294799678567328,
          "wilsonLowerBound": 0.11902193180839078
        }
      },
      "Iluvatar_bi-150": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 87397,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 20307,
          "successRate": 0.23235351327848783,
          "wilsonLowerBound": 0.22956528173891405
        },
        "transformers": {
          "framework": "transformers",
          "modelCount": 5054,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 562,
          "successRate": 0.111199050257222,
          "wilsonLowerBound": 0.10282517065480763
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 112425,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 16502,
          "successRate": 0.14678229931065154,
          "wilsonLowerBound": 0.14472569775049507
        },
        "vllm_0_17_0_corex_4_4_0": {
          "framework": "vllm_0_17_0_corex_4_4_0",
          "modelCount": 15613,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3188,
          "successRate": 0.2041888170114648,
          "wilsonLowerBound": 0.19793878702309592
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 42431,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5510,
          "successRate": 0.12985788692229738,
          "wilsonLowerBound": 0.12669288448244376
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 6025,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 469,
          "successRate": 0.07784232365145229,
          "wilsonLowerBound": 0.07134281712711635
        }
      },
      "Iluvatar_mrv-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 198,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 36,
          "successRate": 0.18181818181818182,
          "wilsonLowerBound": 0.1343204258911728
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 29865,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5092,
          "successRate": 0.17050058597019924,
          "wilsonLowerBound": 0.16627776573653213
        }
      },
      "Kunlunxin_p-800": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 60733,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12376,
          "successRate": 0.20377718867831326,
          "wilsonLowerBound": 0.20059236750741152
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 5978,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1768,
          "successRate": 0.29575108732017397,
          "wilsonLowerBound": 0.28431600169064586
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 11706,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3073,
          "successRate": 0.26251494959849647,
          "wilsonLowerBound": 0.2546229223317426
        }
      },
      "MetaX_c-500": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 58155,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 15830,
          "successRate": 0.2722035938440375,
          "wilsonLowerBound": 0.26860117980036025
        }
      },
      "Mthreads_s4000": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 45831,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 19877,
          "successRate": 0.43370207937858657,
          "wilsonLowerBound": 0.42917055264073056
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 35052,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2968,
          "successRate": 0.08467419833390391,
          "wilsonLowerBound": 0.08180502284967742
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 211,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 0,
          "successRate": 0.0,
          "wilsonLowerBound": 0.0
        }
      },
      "Sunrise_pt-200-x1": {
        "sglang": {
          "framework": "sglang",
          "modelCount": 6273,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 192,
          "successRate": 0.030607364897178385,
          "wilsonLowerBound": 0.02662361262856994
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 9997,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 728,
          "successRate": 0.07282184655396619,
          "wilsonLowerBound": 0.06789056951143375
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 5367,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2248,
          "successRate": 0.4188559716787777,
          "wilsonLowerBound": 0.4057188914791776
        }
      },
      "Vastai_va16": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 7360,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 235,
          "successRate": 0.03192934782608696,
          "wilsonLowerBound": 0.02815049734326355
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 9857,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3390,
          "successRate": 0.3439180277975043,
          "wilsonLowerBound": 0.3346028962130698
        }
      },
      "hygon_k100-ai": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 25585,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12865,
          "successRate": 0.5028336916161814,
          "wilsonLowerBound": 0.4967070292687963
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 60431,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5864,
          "successRate": 0.09703628932170574,
          "wilsonLowerBound": 0.0947017509028485
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 12006,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1628,
          "successRate": 0.13559886723305015,
          "wilsonLowerBound": 0.1295911942318147
        }
      }
    }
  },
  "frameworkUpdatedAt": null,
  "generatedAt": "2026-09-10T19:50:43.689676+00:00",
  "gpuStats": {
    "Ascend_910-b3": {
      "available": true,
      "backlogHours": 1055.548872180451,
      "canVerify": true,
      "error": null,
      "gpu": "Ascend_910-b3",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 1.6247953993626276,
      "queueFactor": 0.9709329414076598,
      "queueWeight": 0.9709329414076598,
      "recentSuccess": 53,
      "recentSuccessRate": 0.39849624060150374,
      "recentTerminal": 133,
      "recentWilsonLowerBound": 0.3192652583897698,
      "running": 8,
      "selectionWeight": 1.5775673762887894,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 22.166666666666668,
      "waiting": 23398
    },
    "Ascend_910-b4": {
      "available": true,
      "backlogHours": 1152.3776223776224,
      "canVerify": true,
      "error": null,
      "gpu": "Ascend_910-b4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 1.244533971363667,
      "queueFactor": 0.9582344169253308,
      "queueWeight": 0.9582344169253308,
      "recentSuccess": 51,
      "recentSuccessRate": 0.35664335664335667,
      "recentTerminal": 143,
      "recentWilsonLowerBound": 0.28282576415035254,
      "running": 8,
      "selectionWeight": 1.1925552843934297,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 23.833333333333332,
      "waiting": 27465
    },
    "Biren_166m": {
      "available": true,
      "backlogHours": 151.66666666666666,
      "canVerify": true,
      "error": null,
      "gpu": "Biren_166m",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.08192042840244705,
      "queueFactor": 1.298905233110771,
      "queueWeight": 1.298905233110771,
      "recentSuccess": 22,
      "recentSuccessRate": 0.12222222222222222,
      "recentTerminal": 180,
      "recentWilsonLowerBound": 0.08211480209844403,
      "running": 8,
      "selectionWeight": 0.10640687315061473,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 30.0,
      "waiting": 4550
    },
    "Cambricon_mlu-370-x4": {
      "available": true,
      "backlogHours": 1107.1948051948052,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.1606084692626208,
      "queueFactor": 0.9640007724188163,
      "queueWeight": 0.9640007724188163,
      "recentSuccess": 14,
      "recentSuccessRate": 0.18181818181818182,
      "recentTerminal": 77,
      "recentWilsonLowerBound": 0.1115115201004776,
      "running": 7,
      "selectionWeight": 0.15482668842617017,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 12.833333333333334,
      "waiting": 14209
    },
    "Cambricon_mlu-370-x8": {
      "available": true,
      "backlogHours": 436.72131147540983,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x8",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.7262419411908285,
      "queueFactor": 1.1083586882251188,
      "queueWeight": 1.1083586882251188,
      "recentSuccess": 36,
      "recentSuccessRate": 0.29508196721311475,
      "recentTerminal": 122,
      "recentWilsonLowerBound": 0.22140591975625476,
      "running": 7,
      "selectionWeight": 0.8049365652723306,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 20.333333333333332,
      "waiting": 8880
    },
    "Iluvatar_bi-100": {
      "available": true,
      "backlogHours": 96.44897959183673,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 24,
      "qualityFactor": 0.05,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 10,
      "recentSuccessRate": 0.06802721088435375,
      "recentTerminal": 147,
      "recentWilsonLowerBound": 0.03736716429228684,
      "running": 2,
      "selectionWeight": 0.065,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 24.5,
      "waiting": 2363
    },
    "Iluvatar_bi-150": {
      "available": true,
      "backlogHours": 114.05999999999999,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-150",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 50,
      "qualityFactor": 0.05,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 17,
      "recentSuccessRate": 0.085,
      "recentTerminal": 200,
      "recentWilsonLowerBound": 0.05374529946985246,
      "running": 2,
      "selectionWeight": 0.065,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 33.333333333333336,
      "waiting": 3802
    },
    "Iluvatar_mrv-100": {
      "available": true,
      "backlogHours": 2925.9375,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_mrv-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 0.992613384058803,
      "queueFactor": 0.8332421503791794,
      "queueWeight": 0.8332421503791794,
      "recentSuccess": 13,
      "recentSuccessRate": 0.40625,
      "recentTerminal": 32,
      "recentWilsonLowerBound": 0.25519402480313796,
      "running": 2,
      "selectionWeight": 0.8270873106283112,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 5.333333333333333,
      "waiting": 15605
    },
    "Kunlunxin_p-800": {
      "available": true,
      "backlogHours": 687.978947368421,
      "canVerify": true,
      "error": null,
      "gpu": "Kunlunxin_p-800",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.3466515075456514,
      "queueFactor": 1.0353202666077699,
      "queueWeight": 1.0353202666077699,
      "recentSuccess": 22,
      "recentSuccessRate": 0.23157894736842105,
      "recentTerminal": 95,
      "recentWilsonLowerBound": 0.15819566451338007,
      "running": 7,
      "selectionWeight": 0.3588953312121491,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 15.833333333333334,
      "waiting": 10893
    },
    "MetaX_c-500": {
      "available": true,
      "backlogHours": 566.6776859504132,
      "canVerify": true,
      "error": null,
      "gpu": "MetaX_c-500",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 0.3463291204828412,
      "queueFactor": 1.0658855412541401,
      "queueWeight": 1.0658855412541401,
      "recentSuccess": 27,
      "recentSuccessRate": 0.2231404958677686,
      "recentTerminal": 121,
      "recentWilsonLowerBound": 0.1581287736809404,
      "running": 4,
      "selectionWeight": 0.3691472020379235,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 20.166666666666668,
      "waiting": 11428
    },
    "Mthreads_s4000": {
      "available": true,
      "backlogHours": 1202.8598130841121,
      "canVerify": true,
      "error": null,
      "gpu": "Mthreads_s4000",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 0.177604921452416,
      "queueFactor": 0.9520916042501633,
      "queueWeight": 0.9520916042501633,
      "recentSuccess": 19,
      "recentSuccessRate": 0.17757009345794392,
      "recentTerminal": 107,
      "recentWilsonLowerBound": 0.11672859553461687,
      "running": 4,
      "selectionWeight": 0.16909615458835497,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 17.833333333333332,
      "waiting": 21451
    },
    "Sunrise_pt-200-x1": {
      "available": true,
      "backlogHours": 3574.0,
      "canVerify": true,
      "error": null,
      "gpu": "Sunrise_pt-200-x1",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 2.5,
      "queueFactor": 0.808607575212013,
      "queueWeight": 0.808607575212013,
      "recentSuccess": 14,
      "recentSuccessRate": 0.5833333333333334,
      "recentTerminal": 24,
      "recentWilsonLowerBound": 0.3883433764938864,
      "running": 2,
      "selectionWeight": 2.0215189380300327,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 4.0,
      "waiting": 14296
    },
    "Vastai_va16": {
      "available": true,
      "backlogHours": 1046.2372881355932,
      "canVerify": true,
      "error": null,
      "gpu": "Vastai_va16",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 16,
      "qualityFactor": 0.9158899000357565,
      "queueFactor": 0.9722242707364858,
      "queueWeight": 0.9722242707364858,
      "recentSuccess": 21,
      "recentSuccessRate": 0.3559322033898305,
      "recentTerminal": 59,
      "recentWilsonLowerBound": 0.24603115869434763,
      "running": 16,
      "selectionWeight": 0.8904503901371763,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 9.833333333333334,
      "waiting": 10288
    },
    "hygon_k100-ai": {
      "available": true,
      "backlogHours": 553.0851063829788,
      "canVerify": true,
      "error": null,
      "gpu": "hygon_k100-ai",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 6,
      "qualityFactor": 2.1210913200275106,
      "queueFactor": 1.0697743811248126,
      "queueWeight": 1.0697743811248126,
      "recentSuccess": 43,
      "recentSuccessRate": 0.4574468085106383,
      "recentTerminal": 94,
      "recentWilsonLowerBound": 0.36038786252396654,
      "running": 6,
      "selectionWeight": 2.269089154191642,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 15.666666666666666,
      "waiting": 8665
    }
  },
  "queueAttemptedAt": "2026-09-10T19:48:15.537232+00:00",
  "queueError": null,
  "queueUpdatedAt": "2026-09-10T19:48:15.537232+00:00",
  "supportedGpus": [
    "Vastai_va16",
    "Iluvatar_mrv-100",
    "Kunlunxin_p-800",
    "Cambricon_mlu-370-x4",
    "Iluvatar_bi-150",
    "Ascend_910-b4",
    "hygon_k100-ai",
    "MetaX_c-500",
    "Sunrise_pt-200-x1",
    "Ascend_910-b3",
    "Iluvatar_bi-100",
    "Biren_166m",
    "Cambricon_mlu-370-x8",
    "Mthreads_s4000"
  ],
  "taskTypes": [
    "text-generation"
  ],
  "throughputWindowHours": 6,
  "version": 3
}