submmit/.modelhub_state/market_intelligence.json

{
  "communityAttemptedAt": "2026-09-12T08:56:37.143828+00:00",
  "communityError": null,
  "communitySample": {},
  "communityUpdatedAt": "2026-09-12T08:56:37.143828+00:00",
  "frameworkAttemptedAt": "2026-09-12T08:18:06.149130+00:00",
  "frameworkError": null,
  "frameworkStats": {
    "text-generation": {
      "Ascend_910-b3": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 38583,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 18468,
          "successRate": 0.47865640307907625,
          "wilsonLowerBound": 0.47367415592642104
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 50979,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 14403,
          "successRate": 0.2825280998058024,
          "wilsonLowerBound": 0.27863624724171304
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 1954,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 514,
          "successRate": 0.263050153531218,
          "wilsonLowerBound": 0.244006361218498
        }
      },
      "Ascend_910-b4": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 31701,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 13713,
          "successRate": 0.4325731049493707,
          "wilsonLowerBound": 0.4271277351911923
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 36766,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 10503,
          "successRate": 0.2856715443616385,
          "wilsonLowerBound": 0.28107653390146514
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 7384,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3301,
          "successRate": 0.4470476706392199,
          "wilsonLowerBound": 0.4357376523382282
        }
      },
      "Biren_166m": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 63827,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12064,
          "successRate": 0.18901092014351292,
          "wilsonLowerBound": 0.18599225076038986
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 14768,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2955,
          "successRate": 0.20009479956663057,
          "wilsonLowerBound": 0.19372059626324806
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 5346,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 43,
          "successRate": 0.008043396932285821,
          "wilsonLowerBound": 0.005977131186492563
        }
      },
      "Cambricon_mlu-370-x4": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 26007,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3194,
          "successRate": 0.12281308878378898,
          "wilsonLowerBound": 0.11887956140607057
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 16455,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1672,
          "successRate": 0.10161045274992403,
          "wilsonLowerBound": 0.09708658609121286
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 9767,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4220,
          "successRate": 0.432067164943176,
          "wilsonLowerBound": 0.4222715149010729
        }
      },
      "Cambricon_mlu-370-x8": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 24054,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3774,
          "successRate": 0.1568969817909703,
          "wilsonLowerBound": 0.15235549190674152
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 8066,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 544,
          "successRate": 0.0674435903793702,
          "wilsonLowerBound": 0.0621738174048722
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 40103,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 10141,
          "successRate": 0.25287384983667055,
          "wilsonLowerBound": 0.248643471565594
        }
      },
      "Iluvatar_bi-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 22946,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3030,
          "successRate": 0.1320491588947965,
          "wilsonLowerBound": 0.12773024195460306
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 86508,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 9762,
          "successRate": 0.11284505479262033,
          "wilsonLowerBound": 0.11075374596914171
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 38863,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4764,
          "successRate": 0.12258446337133005,
          "wilsonLowerBound": 0.11936103409975718
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 26928,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3268,
          "successRate": 0.12136066547831253,
          "wilsonLowerBound": 0.11751427667292988
        }
      },
      "Iluvatar_bi-150": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 87638,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 20443,
          "successRate": 0.2332663912914489,
          "wilsonLowerBound": 0.23047811902204748
        },
        "transformers": {
          "framework": "transformers",
          "modelCount": 5080,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 562,
          "successRate": 0.11062992125984251,
          "wilsonLowerBound": 0.10229654212126328
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 112447,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 16504,
          "successRate": 0.1467713678444067,
          "wilsonLowerBound": 0.1447150304422362
        },
        "vllm_0_17_0_corex_4_4_0": {
          "framework": "vllm_0_17_0_corex_4_4_0",
          "modelCount": 15782,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3219,
          "successRate": 0.20396654416423773,
          "wilsonLowerBound": 0.19775227524258396
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 42596,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5538,
          "successRate": 0.13001220771903466,
          "wilsonLowerBound": 0.12685164988946446
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 6151,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 480,
          "successRate": 0.07803609169240774,
          "wilsonLowerBound": 0.07159309429986854
        }
      },
      "Iluvatar_mrv-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 198,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 36,
          "successRate": 0.18181818181818182,
          "wilsonLowerBound": 0.1343204258911728
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 30123,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5176,
          "successRate": 0.17182883510938485,
          "wilsonLowerBound": 0.1676106943410041
        }
      },
      "Kunlunxin_p-800": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 60756,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12379,
          "successRate": 0.20374942392520903,
          "wilsonLowerBound": 0.20056536618544735
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 6304,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1867,
          "successRate": 0.29616116751269034,
          "wilsonLowerBound": 0.28501741649712525
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 11910,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3115,
          "successRate": 0.26154492023509657,
          "wilsonLowerBound": 0.25372983001525573
        }
      },
      "MetaX_c-500": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 58749,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 15992,
          "successRate": 0.27220888866193466,
          "wilsonLowerBound": 0.26862463354087446
        }
      },
      "Mthreads_s4000": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 45978,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 19977,
          "successRate": 0.43449040845621817,
          "wilsonLowerBound": 0.42996509821025436
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 35555,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3053,
          "successRate": 0.08586696667135424,
          "wilsonLowerBound": 0.08299930578975623
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 265,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 0,
          "successRate": 0.0,
          "wilsonLowerBound": 8.549676112883085e-19
        }
      },
      "Sunrise_pt-200-x1": {
        "sglang": {
          "framework": "sglang",
          "modelCount": 6275,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 192,
          "successRate": 0.03059760956175299,
          "wilsonLowerBound": 0.026615110833495575
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 10003,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 730,
          "successRate": 0.0729781065680296,
          "wilsonLowerBound": 0.06804317517685986
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 5501,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2306,
          "successRate": 0.41919650972550443,
          "wilsonLowerBound": 0.40621789539852826
        }
      },
      "Vastai_va16": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 7365,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 235,
          "successRate": 0.031907671418873046,
          "wilsonLowerBound": 0.028131351489675802
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 10297,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3547,
          "successRate": 0.3444692628921045,
          "wilsonLowerBound": 0.33535027867026973
        }
      },
      "hygon_k100-ai": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 25879,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 13057,
          "successRate": 0.5045403609103907,
          "wilsonLowerBound": 0.49844849634449073
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 60546,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5883,
          "successRate": 0.09716579129917749,
          "wilsonLowerBound": 0.09483203519851144
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 12166,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1695,
          "successRate": 0.13932270261384186,
          "wilsonLowerBound": 0.13328310032737467
        }
      }
    }
  },
  "frameworkUpdatedAt": null,
  "generatedAt": "2026-09-12T09:06:23.239613+00:00",
  "gpuStats": {
    "Ascend_910-b3": {
      "available": true,
      "backlogHours": 924.3947368421053,
      "canVerify": true,
      "error": null,
      "gpu": "Ascend_910-b3",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.8675257069615422,
      "queueFactor": 1.0024901878274108,
      "queueWeight": 1.0024901878274108,
      "recentSuccess": 53,
      "recentSuccessRate": 0.34868421052631576,
      "recentTerminal": 152,
      "recentWilsonLowerBound": 0.2774998444463639,
      "running": 8,
      "selectionWeight": 0.8696860089169838,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 25.333333333333332,
      "waiting": 23418
    },
    "Ascend_910-b4": {
      "available": true,
      "backlogHours": 1158.8450704225352,
      "canVerify": true,
      "error": null,
      "gpu": "Ascend_910-b4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.966392292896745,
      "queueFactor": 0.9690695412097734,
      "queueWeight": 0.9690695412097734,
      "recentSuccess": 52,
      "recentSuccessRate": 0.36619718309859156,
      "recentTerminal": 142,
      "recentWilsonLowerBound": 0.2914525045236429,
      "running": 8,
      "selectionWeight": 0.9365013359061096,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 23.666666666666668,
      "waiting": 27426
    },
    "Biren_166m": {
      "available": true,
      "backlogHours": 163.98816568047337,
      "canVerify": true,
      "error": null,
      "gpu": "Biren_166m",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.20038406823334617,
      "queueFactor": 1.2993820826856164,
      "queueWeight": 1.2993820826856164,
      "recentSuccess": 33,
      "recentSuccessRate": 0.1952662721893491,
      "recentTerminal": 169,
      "recentWilsonLowerBound": 0.1425546230655878,
      "running": 8,
      "selectionWeight": 0.26037546791806204,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 28.166666666666668,
      "waiting": 4619
    },
    "Cambricon_mlu-370-x4": {
      "available": true,
      "backlogHours": 1252.3478260869565,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.5254532189168236,
      "queueFactor": 0.957855517443585,
      "queueWeight": 0.957855517443585,
      "recentSuccess": 22,
      "recentSuccessRate": 0.3188405797101449,
      "recentTerminal": 69,
      "recentWilsonLowerBound": 0.2209460520472577,
      "running": 7,
      "selectionWeight": 0.5033082648979714,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 11.5,
      "waiting": 14402
    },
    "Cambricon_mlu-370-x8": {
      "available": true,
      "backlogHours": 442.7,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x8",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.31011940486547546,
      "queueFactor": 1.119546977610921,
      "queueWeight": 1.119546977610921,
      "recentSuccess": 29,
      "recentSuccessRate": 0.24166666666666667,
      "recentTerminal": 120,
      "recentWilsonLowerBound": 0.1738573324150334,
      "running": 7,
      "selectionWeight": 0.3471932424156406,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 20.0,
      "waiting": 8854
    },
    "Iluvatar_bi-100": {
      "available": true,
      "backlogHours": 44.392857142857146,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 24,
      "qualityFactor": 0.05,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 10,
      "recentSuccessRate": 0.02976190476190476,
      "recentTerminal": 336,
      "recentWilsonLowerBound": 0.016244723626680543,
      "running": 24,
      "selectionWeight": 0.065,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 56.0,
      "waiting": 2486
    },
    "Iluvatar_bi-150": {
      "available": true,
      "backlogHours": 57.11881188118812,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-150",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 50,
      "qualityFactor": 0.146979743135376,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 63,
      "recentSuccessRate": 0.15594059405940594,
      "recentTerminal": 404,
      "recentWilsonLowerBound": 0.12382173769686958,
      "running": 7,
      "selectionWeight": 0.19107366607598883,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 67.33333333333333,
      "waiting": 3846
    },
    "Iluvatar_mrv-100": {
      "available": true,
      "backlogHours": 3098.8,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_mrv-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 0.6649490972626597,
      "queueFactor": 0.8361413822705106,
      "queueWeight": 0.8361413822705106,
      "recentSuccess": 12,
      "recentSuccessRate": 0.4,
      "recentTerminal": 30,
      "recentWilsonLowerBound": 0.24590394326083398,
      "running": 2,
      "selectionWeight": 0.5559914573247285,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 5.0,
      "waiting": 15494
    },
    "Kunlunxin_p-800": {
      "available": true,
      "backlogHours": 955.304347826087,
      "canVerify": true,
      "error": null,
      "gpu": "Kunlunxin_p-800",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.35108453107968696,
      "queueFactor": 0.9975564636930373,
      "queueWeight": 0.9975564636930373,
      "recentSuccess": 19,
      "recentSuccessRate": 0.2753623188405797,
      "recentTerminal": 69,
      "recentWilsonLowerBound": 0.18394380762574333,
      "running": 7,
      "selectionWeight": 0.35022664328118075,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 11.5,
      "waiting": 10986
    },
    "MetaX_c-500": {
      "available": true,
      "backlogHours": 669.2352941176471,
      "canVerify": true,
      "error": null,
      "gpu": "MetaX_c-500",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 0.49212609302491056,
      "queueFactor": 1.0522572450027963,
      "queueWeight": 1.0522572450027963,
      "recentSuccess": 30,
      "recentSuccessRate": 0.29411764705882354,
      "recentTerminal": 102,
      "recentWilsonLowerBound": 0.2144622923532573,
      "running": 4,
      "selectionWeight": 0.5178432468403822,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 17.0,
      "waiting": 11377
    },
    "Mthreads_s4000": {
      "available": true,
      "backlogHours": 2093.311475409836,
      "canVerify": true,
      "error": null,
      "gpu": "Mthreads_s4000",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 2.5,
      "queueFactor": 0.8868163102176597,
      "queueWeight": 0.8868163102176597,
      "recentSuccess": 35,
      "recentSuccessRate": 0.5737704918032787,
      "recentTerminal": 61,
      "recentWilsonLowerBound": 0.44895006843512514,
      "running": 4,
      "selectionWeight": 2.2170407755441492,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 10.166666666666666,
      "waiting": 21282
    },
    "Sunrise_pt-200-x1": {
      "available": true,
      "backlogHours": 3449.9999999999995,
      "canVerify": true,
      "error": null,
      "gpu": "Sunrise_pt-200-x1",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 0.12483037823512072,
      "queueFactor": 0.8227840912050904,
      "queueWeight": 0.8227840912050904,
      "recentSuccess": 6,
      "recentSuccessRate": 0.24,
      "recentTerminal": 25,
      "recentWilsonLowerBound": 0.11496157730326727,
      "running": 2,
      "selectionWeight": 0.1027084493109715,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 4.166666666666667,
      "waiting": 14375
    },
    "Vastai_va16": {
      "available": true,
      "backlogHours": 970.8181818181819,
      "canVerify": true,
      "error": null,
      "gpu": "Vastai_va16",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 16,
      "qualityFactor": 1.1260031732129372,
      "queueFactor": 0.9951488946147189,
      "queueWeight": 0.9951488946147189,
      "recentSuccess": 28,
      "recentSuccessRate": 0.42424242424242425,
      "recentTerminal": 66,
      "recentWilsonLowerBound": 0.31242322955377905,
      "running": 16,
      "selectionWeight": 1.1205408131555203,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 11.0,
      "waiting": 10679
    },
    "hygon_k100-ai": {
      "available": true,
      "backlogHours": 634.0235294117647,
      "canVerify": true,
      "error": null,
      "gpu": "hygon_k100-ai",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 6,
      "qualityFactor": 2.341271337581391,
      "queueFactor": 1.0608230405701924,
      "queueWeight": 1.0608230405701924,
      "recentSuccess": 46,
      "recentSuccessRate": 0.5411764705882353,
      "recentTerminal": 85,
      "recentWilsonLowerBound": 0.43576147559119544,
      "running": 6,
      "selectionWeight": 2.483674579132933,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 14.166666666666666,
      "waiting": 8982
    }
  },
  "queueAttemptedAt": "2026-09-12T08:56:37.143828+00:00",
  "queueError": null,
  "queueUpdatedAt": "2026-09-12T08:56:37.143828+00:00",
  "supportedGpus": [
    "Vastai_va16",
    "Iluvatar_mrv-100",
    "Kunlunxin_p-800",
    "Cambricon_mlu-370-x4",
    "Iluvatar_bi-150",
    "Ascend_910-b4",
    "hygon_k100-ai",
    "Ascend_910-b3",
    "MetaX_c-500",
    "Sunrise_pt-200-x1",
    "Iluvatar_bi-100",
    "Biren_166m",
    "Cambricon_mlu-370-x8",
    "Mthreads_s4000"
  ],
  "taskTypes": [
    "text-generation"
  ],
  "throughputWindowHours": 6,
  "version": 3
}